[ 536.525286] env[69433]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69433) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 536.525709] env[69433]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69433) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 536.525776] env[69433]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69433) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 536.526059] env[69433]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 536.622173] env[69433]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69433) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 536.632153] env[69433]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69433) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 536.674885] env[69433]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 537.237361] env[69433]: INFO nova.virt.driver [None req-b8ffebb4-3783-4ca2-94ae-5871a187fa54 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 537.309449] env[69433]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.309636] env[69433]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.309694] env[69433]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69433) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 540.220092] env[69433]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-b9173912-46e9-471a-a01a-d813d58cf534 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.236947] env[69433]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69433) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 540.237080] env[69433]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-46189e43-516b-41ed-959b-e49293401b55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.269026] env[69433]: INFO oslo_vmware.api [-] Successfully established new session; session ID is c9bcb. [ 540.269183] env[69433]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.960s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.269747] env[69433]: INFO nova.virt.vmwareapi.driver [None req-b8ffebb4-3783-4ca2-94ae-5871a187fa54 None None] VMware vCenter version: 7.0.3 [ 540.273202] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b258e9a-59ce-425d-8628-1969226ab033 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.294153] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad160d-5601-4ba7-aef3-69b3c04865e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.300147] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4a9da6-c429-4d85-a9ae-6a5a7df6570e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.306894] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910ed3e4-7363-44e4-8342-1fee4ddfec82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.319950] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0b309b-5fdc-4380-927a-77b2dc057391 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.325724] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188b0eed-63b8-44a2-ae7a-dd3ad993bd58 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.356710] env[69433]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-4e939538-47d6-4256-ab9b-9ccd9eddb486 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.361801] env[69433]: DEBUG nova.virt.vmwareapi.driver [None req-b8ffebb4-3783-4ca2-94ae-5871a187fa54 None None] Extension org.openstack.compute already exists. {{(pid=69433) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 540.364449] env[69433]: INFO nova.compute.provider_config [None req-b8ffebb4-3783-4ca2-94ae-5871a187fa54 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 540.868127] env[69433]: DEBUG nova.context [None req-b8ffebb4-3783-4ca2-94ae-5871a187fa54 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),4a2bce72-60a3-49a5-983d-d9ec0eb133fe(cell1) {{(pid=69433) load_cells /opt/stack/nova/nova/context.py:464}} [ 540.876912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.877234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.880278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.880548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Acquiring lock "4a2bce72-60a3-49a5-983d-d9ec0eb133fe" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 540.881481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Lock "4a2bce72-60a3-49a5-983d-d9ec0eb133fe" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 540.882764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Lock "4a2bce72-60a3-49a5-983d-d9ec0eb133fe" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 540.913668] env[69433]: INFO dbcounter [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Registered counter for database nova_cell0 [ 540.922701] env[69433]: INFO dbcounter [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Registered counter for database nova_cell1 [ 541.363694] env[69433]: DEBUG oslo_db.sqlalchemy.engines [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69433) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 541.364073] env[69433]: DEBUG oslo_db.sqlalchemy.engines [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69433) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 541.369169] env[69433]: ERROR nova.db.main.api [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 541.369169] env[69433]: result = function(*args, **kwargs) [ 541.369169] env[69433]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 541.369169] env[69433]: return func(*args, **kwargs) [ 541.369169] env[69433]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 541.369169] env[69433]: result = fn(*args, **kwargs) [ 541.369169] env[69433]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 541.369169] env[69433]: return f(*args, **kwargs) [ 541.369169] env[69433]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 541.369169] env[69433]: return db.service_get_minimum_version(context, binaries) [ 541.369169] env[69433]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 541.369169] env[69433]: _check_db_access() [ 541.369169] env[69433]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 541.369169] env[69433]: stacktrace = ''.join(traceback.format_stack()) [ 541.369169] env[69433]: [ 541.370040] env[69433]: ERROR nova.db.main.api [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 541.370040] env[69433]: result = function(*args, **kwargs) [ 541.370040] env[69433]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 541.370040] env[69433]: return func(*args, **kwargs) [ 541.370040] env[69433]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 541.370040] env[69433]: result = fn(*args, **kwargs) [ 541.370040] env[69433]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 541.370040] env[69433]: return f(*args, **kwargs) [ 541.370040] env[69433]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 541.370040] env[69433]: return db.service_get_minimum_version(context, binaries) [ 541.370040] env[69433]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 541.370040] env[69433]: _check_db_access() [ 541.370040] env[69433]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 541.370040] env[69433]: stacktrace = ''.join(traceback.format_stack()) [ 541.370040] env[69433]: [ 541.370453] env[69433]: WARNING nova.objects.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 541.370614] env[69433]: WARNING nova.objects.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Failed to get minimum service version for cell 4a2bce72-60a3-49a5-983d-d9ec0eb133fe [ 541.371092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Acquiring lock "singleton_lock" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.371259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Acquired lock "singleton_lock" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.371500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Releasing lock "singleton_lock" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.371830] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Full set of CONF: {{(pid=69433) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 541.371975] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ******************************************************************************** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 541.372118] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] Configuration options gathered from: {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 541.372261] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 541.372470] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 541.372607] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ================================================================================ {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 541.372825] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] allow_resize_to_same_host = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.373040] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] arq_binding_timeout = 300 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.373198] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] backdoor_port = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.373355] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] backdoor_socket = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.373539] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] block_device_allocate_retries = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.373709] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] block_device_allocate_retries_interval = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.373884] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cert = self.pem {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.374076] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.374257] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute_monitors = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.374466] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] config_dir = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.374876] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] config_drive_format = iso9660 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.375041] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.375230] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] config_source = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.375406] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] console_host = devstack {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.375576] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] control_exchange = nova {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.375740] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cpu_allocation_ratio = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.375903] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] daemon = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.376091] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] debug = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.376261] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] default_access_ip_network_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.376458] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] default_availability_zone = nova {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.376622] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] default_ephemeral_format = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.376788] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] default_green_pool_size = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.377076] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.377257] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] default_schedule_zone = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.377427] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] disk_allocation_ratio = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.377595] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] enable_new_services = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.377780] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] enabled_apis = ['osapi_compute'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.377952] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] enabled_ssl_apis = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.378162] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] flat_injected = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.378339] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] force_config_drive = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.378505] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] force_raw_images = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.378679] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] graceful_shutdown_timeout = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.378846] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] heal_instance_info_cache_interval = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.379096] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] host = cpu-1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.379285] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.379505] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] initial_disk_allocation_ratio = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.379686] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] initial_ram_allocation_ratio = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.379905] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.380091] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instance_build_timeout = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.380263] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instance_delete_interval = 300 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.380434] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instance_format = [instance: %(uuid)s] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.380603] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instance_name_template = instance-%08x {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.380771] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instance_usage_audit = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.380938] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instance_usage_audit_period = month {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.381114] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.381290] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] instances_path = /opt/stack/data/nova/instances {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.381460] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] internal_service_availability_zone = internal {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.381621] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] key = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.381785] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] live_migration_retry_count = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.381957] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_color = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.382142] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_config_append = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.382318] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.382507] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_dir = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.382673] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.382803] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_options = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.382966] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_rotate_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.383157] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_rotate_interval_type = days {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.383333] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] log_rotation_type = none {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.383467] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.383597] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.383766] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.383935] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.384081] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.384251] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] long_rpc_timeout = 1800 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.384414] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] max_concurrent_builds = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.384576] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] max_concurrent_live_migrations = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.384738] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] max_concurrent_snapshots = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.384897] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] max_local_block_devices = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.385093] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] max_logfile_count = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.385265] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] max_logfile_size_mb = 200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.385446] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] maximum_instance_delete_attempts = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.385629] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] metadata_listen = 0.0.0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.385804] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] metadata_listen_port = 8775 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.385975] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] metadata_workers = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.386158] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] migrate_max_retries = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.386331] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] mkisofs_cmd = genisoimage {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.386542] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] my_block_storage_ip = 10.180.1.21 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.386678] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] my_ip = 10.180.1.21 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.386889] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.387094] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] network_allocate_retries = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.387296] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.387473] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] osapi_compute_listen = 0.0.0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.387643] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] osapi_compute_listen_port = 8774 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.387815] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] osapi_compute_unique_server_name_scope = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.387989] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] osapi_compute_workers = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.388222] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] password_length = 12 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.388407] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] periodic_enable = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.388573] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] periodic_fuzzy_delay = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.388746] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] pointer_model = usbtablet {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.388914] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] preallocate_images = none {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.389089] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] publish_errors = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.389224] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] pybasedir = /opt/stack/nova {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.389401] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ram_allocation_ratio = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.389578] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] rate_limit_burst = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.389750] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] rate_limit_except_level = CRITICAL {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.389911] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] rate_limit_interval = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.390087] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] reboot_timeout = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.390257] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] reclaim_instance_interval = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.390415] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] record = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.390585] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] reimage_timeout_per_gb = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.390753] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] report_interval = 120 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.390924] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] rescue_timeout = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.391094] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] reserved_host_cpus = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.391287] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] reserved_host_disk_mb = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.391457] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] reserved_host_memory_mb = 512 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.391621] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] reserved_huge_pages = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.391783] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] resize_confirm_window = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.391944] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] resize_fs_using_block_device = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.392122] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] resume_guests_state_on_host_boot = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.392298] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.392463] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] rpc_response_timeout = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.392622] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] run_external_periodic_tasks = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.392790] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] running_deleted_instance_action = reap {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.392952] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] running_deleted_instance_poll_interval = 1800 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.393133] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] running_deleted_instance_timeout = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.393298] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler_instance_sync_interval = 120 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.393467] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_down_time = 720 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.393636] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] servicegroup_driver = db {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.393795] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] shell_completion = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.393956] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] shelved_offload_time = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.394132] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] shelved_poll_interval = 3600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.394327] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] shutdown_timeout = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.394499] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] source_is_ipv6 = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.394661] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ssl_only = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.394919] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.395107] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] sync_power_state_interval = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.395280] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] sync_power_state_pool_size = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.395453] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] syslog_log_facility = LOG_USER {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.395614] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] tempdir = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.395776] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] timeout_nbd = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.395945] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] transport_url = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.396124] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] update_resources_interval = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.396292] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] use_cow_images = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.396453] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] use_journal = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.396613] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] use_json = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.396773] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] use_rootwrap_daemon = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.396932] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] use_stderr = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.397136] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] use_syslog = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.397320] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vcpu_pin_set = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.397504] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plugging_is_fatal = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.397677] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plugging_timeout = 300 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.397847] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] virt_mkfs = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.398028] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] volume_usage_poll_interval = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.398192] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] watch_log_file = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.398362] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] web = /usr/share/spice-html5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.398549] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.398719] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.398885] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.399070] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_concurrency.disable_process_locking = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.399390] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.399576] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.399744] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.399919] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.400106] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.400298] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.400498] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.auth_strategy = keystone {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.400669] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.compute_link_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.400846] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.401032] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.dhcp_domain = novalocal {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.401216] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.enable_instance_password = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.401382] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.glance_link_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.401550] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.401723] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.401889] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.instance_list_per_project_cells = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.402065] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.list_records_by_skipping_down_cells = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.402235] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.local_metadata_per_cell = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.402406] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.max_limit = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.402577] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.metadata_cache_expiration = 15 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.402754] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.neutron_default_tenant_id = default {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.402925] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.response_validation = warn {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.403113] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.use_neutron_default_nets = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.403300] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.403480] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.403653] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.403827] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.403999] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.vendordata_dynamic_targets = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.404178] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.vendordata_jsonfile_path = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.404362] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.404555] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.backend = dogpile.cache.memcached {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.404726] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.backend_argument = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.404887] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.backend_expiration_time = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.405069] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.config_prefix = cache.oslo {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.405249] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.dead_timeout = 60.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.405414] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.debug_cache_backend = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.405578] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.enable_retry_client = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.405739] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.enable_socket_keepalive = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.405908] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.enabled = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.406086] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.enforce_fips_mode = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.406255] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.expiration_time = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.406467] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.hashclient_retry_attempts = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.406649] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.hashclient_retry_delay = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.406815] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_dead_retry = 300 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.406977] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_password = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.407182] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.407353] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.407522] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_pool_maxsize = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.407687] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.407851] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_sasl_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.408045] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.408222] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_socket_timeout = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.408386] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.memcache_username = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.408551] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.proxies = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.408713] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.redis_db = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.408871] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.redis_password = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.409057] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.redis_sentinel_service_name = mymaster {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.409245] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.409467] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.redis_server = localhost:6379 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.409668] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.redis_socket_timeout = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.409834] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.redis_username = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.410011] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.retry_attempts = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.410188] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.retry_delay = 0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.410358] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.socket_keepalive_count = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.410523] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.socket_keepalive_idle = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.410687] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.socket_keepalive_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.410848] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.tls_allowed_ciphers = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.411017] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.tls_cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.411189] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.tls_certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.411353] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.tls_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.411512] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cache.tls_keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.411685] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.411862] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.auth_type = password {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.412040] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.412228] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.catalog_info = volumev3::publicURL {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.412412] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.412598] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.412765] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.cross_az_attach = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.412931] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.debug = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.413105] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.endpoint_template = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.413278] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.http_retries = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.413445] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.413606] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.413777] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.os_region_name = RegionOne {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.413942] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.414118] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cinder.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.414296] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.414481] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.cpu_dedicated_set = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.414707] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.cpu_shared_set = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.414894] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.image_type_exclude_list = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.415082] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.415279] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.max_concurrent_disk_ops = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.415447] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.max_disk_devices_to_attach = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.415615] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.415787] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.415953] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.resource_provider_association_refresh = 300 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.416130] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.416299] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.shutdown_retry_interval = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.416480] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.416662] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] conductor.workers = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.416840] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] console.allowed_origins = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.417005] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] console.ssl_ciphers = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.417220] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] console.ssl_minimum_version = default {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.417401] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] consoleauth.enforce_session_timeout = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.417599] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] consoleauth.token_ttl = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.417783] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.417945] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.418128] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.418293] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.418456] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.418653] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.418827] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.419019] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.419236] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.419426] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.419627] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.419818] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.419991] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.420204] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.service_type = accelerator {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.420392] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.420590] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.420768] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.420932] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.421134] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.421304] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] cyborg.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.421480] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.asyncio_connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.421643] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.asyncio_slave_connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.421817] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.backend = sqlalchemy {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.421989] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.422174] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.connection_debug = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.422351] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.connection_parameters = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.422518] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.connection_recycle_time = 3600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.422686] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.connection_trace = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.422850] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.db_inc_retry_interval = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.423028] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.db_max_retries = 20 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.423203] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.db_max_retry_interval = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.423368] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.db_retry_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.423542] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.max_overflow = 50 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.423728] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.max_pool_size = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.423895] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.max_retries = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.424082] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.424253] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.mysql_wsrep_sync_wait = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.424415] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.pool_timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.424579] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.retry_interval = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.424738] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.slave_connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.424901] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.sqlite_synchronous = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.425095] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] database.use_db_reconnect = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.425281] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.asyncio_connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.425444] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.asyncio_slave_connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.425613] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.backend = sqlalchemy {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.425783] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.425951] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.connection_debug = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.426141] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.connection_parameters = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.426312] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.connection_recycle_time = 3600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.426477] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.connection_trace = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.426681] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.db_inc_retry_interval = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.426864] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.db_max_retries = 20 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.427071] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.db_max_retry_interval = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.427244] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.db_retry_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.427417] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.max_overflow = 50 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.427580] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.max_pool_size = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.427743] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.max_retries = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.427914] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.428088] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.428253] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.pool_timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.428415] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.retry_interval = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.428573] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.slave_connection = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.428737] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] api_database.sqlite_synchronous = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.428911] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] devices.enabled_mdev_types = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.429103] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.429282] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ephemeral_storage_encryption.default_format = luks {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.429448] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ephemeral_storage_encryption.enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.429627] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.429826] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.api_servers = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.429995] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.430177] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.430348] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.430510] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.430672] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.430834] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.debug = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.431008] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.default_trusted_certificate_ids = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.431204] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.enable_certificate_validation = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.431383] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.enable_rbd_download = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.431548] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.431715] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.431881] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.432055] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.432220] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.432390] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.num_retries = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.432557] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.rbd_ceph_conf = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.432748] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.rbd_connect_timeout = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.432928] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.rbd_pool = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.433112] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.rbd_user = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.433284] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.433447] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.433605] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.433776] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.service_type = image {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.433940] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.434112] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.434277] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.434436] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.434617] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.434782] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.verify_glance_signatures = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.434941] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] glance.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.435144] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] guestfs.debug = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.435328] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.435493] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.auth_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.435659] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.435837] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.436009] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.436181] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.436344] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.436503] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.436667] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.436825] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.436985] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.437190] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.437359] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.437520] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.437679] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.437849] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.service_type = shared-file-system {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.438024] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.share_apply_policy_timeout = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.438217] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.438391] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.438554] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.438718] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.438904] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.439085] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] manila.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.439262] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] mks.enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.439619] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.439812] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] image_cache.manager_interval = 2400 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.439984] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] image_cache.precache_concurrency = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.440173] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] image_cache.remove_unused_base_images = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.440346] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.440516] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.440693] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] image_cache.subdirectory_name = _base {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.440872] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.api_max_retries = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.441051] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.api_retry_interval = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.441239] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.441418] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.auth_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.441584] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.441742] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.441907] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.442086] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.conductor_group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.442254] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.442416] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.442577] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.442739] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.442898] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.443069] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.443262] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.443446] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.peer_list = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.443609] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.443771] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.443936] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.serial_console_state_timeout = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.444108] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.444314] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.service_type = baremetal {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.444492] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.shard = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.444660] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.444823] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.444986] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.445164] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.445351] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.445516] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ironic.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.445700] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.445878] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] key_manager.fixed_key = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.446079] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.446251] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.barbican_api_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.446413] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.barbican_endpoint = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.446586] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.barbican_endpoint_type = public {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.446748] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.barbican_region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.446907] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.447098] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.447298] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.447477] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.447639] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.447803] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.number_of_retries = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.447965] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.retry_delay = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.448145] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.send_service_user_token = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.448309] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.448468] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.448629] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.verify_ssl = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.448787] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican.verify_ssl_path = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.448955] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.449134] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.auth_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.449299] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.449460] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.449624] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.449786] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.449946] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.450133] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.450319] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] barbican_service_user.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.450502] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.approle_role_id = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.450666] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.approle_secret_id = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.450837] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.kv_mountpoint = secret {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.451006] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.kv_path = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.451183] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.kv_version = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.451346] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.namespace = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.451508] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.root_token_id = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.451668] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.ssl_ca_crt_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.451839] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.timeout = 60.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.452014] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.use_ssl = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.452198] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.452372] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.452536] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.452702] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.452863] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.453034] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.453203] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.453390] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.453561] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.453721] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.453881] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.454057] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.454229] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.454393] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.454566] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.service_type = identity {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.454732] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.454893] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.455085] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.455267] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.455453] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.455617] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] keystone.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.455809] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.ceph_mount_options = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456230] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456453] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.connection_uri = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456636] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.cpu_mode = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456815] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.cpu_model_extra_flags = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456992] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.cpu_models = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457216] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.cpu_power_governor_high = performance {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457398] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.cpu_power_governor_low = powersave {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457570] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.cpu_power_management = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457746] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457921] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.device_detach_attempts = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458122] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.device_detach_timeout = 20 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458290] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.disk_cachemodes = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458454] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.disk_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458624] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.enabled_perf_events = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458791] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.file_backed_memory = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458962] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.gid_maps = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459141] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.hw_disk_discard = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459307] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.hw_machine_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459523] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.images_rbd_ceph_conf = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459703] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459871] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460056] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.images_rbd_glance_store_name = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460236] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.images_rbd_pool = rbd {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460409] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.images_type = default {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460572] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.images_volume_group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460737] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.inject_key = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460902] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.inject_partition = -2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461078] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.inject_password = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461250] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.iscsi_iface = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461415] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.iser_use_multipath = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461579] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_bandwidth = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461744] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461909] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_downtime = 500 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462091] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462263] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462446] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_inbound_addr = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462625] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462791] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_permit_post_copy = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462954] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_scheme = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463146] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_timeout_action = abort {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463319] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_tunnelled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463484] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_uri = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463650] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.live_migration_with_native_tls = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463814] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.max_queues = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463981] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464225] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464399] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.nfs_mount_options = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464686] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464867] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465066] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.num_iser_scan_tries = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465258] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.num_memory_encrypted_guests = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465449] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465634] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.num_pcie_ports = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465807] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.num_volume_scan_tries = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465978] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.pmem_namespaces = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466157] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.quobyte_client_cfg = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466460] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466642] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rbd_connect_timeout = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466813] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466981] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467203] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rbd_secret_uuid = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467387] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rbd_user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467559] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467738] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.remote_filesystem_transport = ssh {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467903] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rescue_image_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468085] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rescue_kernel_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468273] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rescue_ramdisk_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468455] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468622] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.rx_queue_size = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468795] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.smbfs_mount_options = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469107] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469302] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.snapshot_compression = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469480] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.snapshot_image_format = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469714] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469886] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.sparse_logical_volumes = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470075] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.swtpm_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470260] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.swtpm_group = tss {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470433] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.swtpm_user = tss {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470608] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.sysinfo_serial = unique {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470771] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.tb_cache_size = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470933] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.tx_queue_size = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471116] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.uid_maps = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471314] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.use_virtio_for_bridges = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471498] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.virt_type = kvm {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471674] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.volume_clear = zero {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471842] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.volume_clear_size = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472012] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.volume_enforce_multipath = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472190] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.volume_use_multipath = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472357] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.vzstorage_cache_path = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472529] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472700] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.vzstorage_mount_group = qemu {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472870] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.vzstorage_mount_opts = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473051] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473354] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473550] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.vzstorage_mount_user = stack {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473722] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473896] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474091] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.auth_type = password {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474285] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474462] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474630] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474793] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474955] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475177] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.default_floating_pool = public {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475350] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475521] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.extension_sync_interval = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475685] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.http_retries = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475857] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476034] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476208] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476386] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476550] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476723] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.ovs_bridge = br-int {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476892] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.physnets = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477104] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.region_name = RegionOne {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477295] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477481] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.service_metadata_proxy = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477649] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477821] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.service_type = network {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477988] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478166] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478329] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478488] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478672] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478835] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] neutron.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479014] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] notifications.bdms_in_notifications = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479225] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] notifications.default_level = INFO {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479413] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] notifications.include_share_mapping = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479589] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] notifications.notification_format = unversioned {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479758] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] notifications.notify_on_state_change = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479935] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480130] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] pci.alias = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480330] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] pci.device_spec = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480511] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] pci.report_in_placement = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480690] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480866] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.auth_type = password {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481053] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481227] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481390] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481555] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481717] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481879] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482069] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.default_domain_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482212] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.default_domain_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482369] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.domain_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482526] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.domain_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482684] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482844] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483008] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483175] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483355] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483536] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.password = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483704] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.project_domain_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483977] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.project_domain_name = Default {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484261] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.project_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484558] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.project_name = service {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484856] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.region_name = RegionOne {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485169] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485461] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485675] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.service_type = placement {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485854] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486041] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486218] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486385] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.system_scope = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486548] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486710] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.trust_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486873] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.user_domain_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487074] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.user_domain_name = Default {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487246] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.user_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487426] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.username = nova {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487615] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487782] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] placement.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487968] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.cores = 20 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488165] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.count_usage_from_placement = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488361] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488538] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.injected_file_content_bytes = 10240 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488709] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.injected_file_path_length = 255 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488877] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.injected_files = 5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489056] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.instances = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489230] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.key_pairs = 100 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489406] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.metadata_items = 128 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489568] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.ram = 51200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489736] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.recheck_quota = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489906] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.server_group_members = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490090] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.server_groups = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490308] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490488] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] quota.unified_limits_resource_strategy = require {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490665] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490831] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490998] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.image_metadata_prefilter = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.491191] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.491381] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.max_attempts = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.491551] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.max_placement_results = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.491717] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.491882] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.query_placement_for_image_type_support = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.492058] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.492241] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] scheduler.workers = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.492422] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.492595] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.492775] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.492948] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.493132] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.493305] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.493474] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.493663] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.493835] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.host_subset_size = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.494008] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.494185] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.494378] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.494550] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.494730] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.494896] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.isolated_hosts = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.495078] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.isolated_images = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.495251] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.495415] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.495580] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.495744] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.pci_in_placement = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.495909] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.496086] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.496257] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.496419] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.496585] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.496749] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.496909] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.track_instance_changes = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.497117] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.497322] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] metrics.required = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.497506] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] metrics.weight_multiplier = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.497678] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.497851] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] metrics.weight_setting = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.498184] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.498373] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] serial_console.enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.498556] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] serial_console.port_range = 10000:20000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.498730] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.498905] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.499091] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] serial_console.serialproxy_port = 6083 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.499269] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.499449] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.auth_type = password {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.499617] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.499780] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.499945] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.500123] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.500310] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.500498] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.send_service_user_token = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.500671] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.500833] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] service_user.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.501011] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.agent_enabled = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.501186] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.501499] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.501705] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.501881] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.html5proxy_port = 6082 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.502058] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.image_compression = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.502233] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.jpeg_compression = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.502391] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.playback_compression = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.502554] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.require_secure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.502726] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.server_listen = 127.0.0.1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.502900] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.503204] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.503406] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.streaming_mode = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.503580] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] spice.zlib_compression = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.503753] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] upgrade_levels.baseapi = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.503928] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] upgrade_levels.compute = auto {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.504110] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] upgrade_levels.conductor = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.504277] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] upgrade_levels.scheduler = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.504447] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.504615] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.auth_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.504775] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.504937] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.505111] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.505281] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.505439] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.505602] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.505761] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vendordata_dynamic_auth.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.505936] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.api_retry_count = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.506110] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.ca_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.506295] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.cache_prefix = devstack-image-cache {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.506495] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.cluster_name = testcl1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.506670] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.connection_pool_size = 10 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.506834] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.console_delay_seconds = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.507018] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.datastore_regex = ^datastore.* {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.507267] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.507458] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.host_password = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.507632] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.host_port = 443 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.507806] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.host_username = administrator@vsphere.local {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.507981] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.insecure = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.508187] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.integration_bridge = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.508364] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.maximum_objects = 100 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.508530] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.pbm_default_policy = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.508698] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.pbm_enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.508859] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.pbm_wsdl_location = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.509045] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.509217] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.serial_port_proxy_uri = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.509438] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.serial_port_service_uri = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.509582] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.task_poll_interval = 0.5 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.509758] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.use_linked_clone = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.509933] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.vnc_keymap = en-us {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.510116] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.vnc_port = 5900 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.510285] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vmware.vnc_port_total = 10000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.510473] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.auth_schemes = ['none'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.510654] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.510942] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.511145] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.511326] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.novncproxy_port = 6080 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.511557] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.server_listen = 127.0.0.1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.511779] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.511950] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.vencrypt_ca_certs = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.512131] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.vencrypt_client_cert = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.512302] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vnc.vencrypt_client_key = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.512497] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.512659] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.disable_deep_image_inspection = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.512823] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.512986] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.513165] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.513331] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.disable_rootwrap = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.513492] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.enable_numa_live_migration = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.513654] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.513813] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.513974] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.514150] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.libvirt_disable_apic = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.514315] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.514494] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.514835] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.515030] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.515207] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.515376] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.515539] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.515701] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.515862] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.516042] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.516237] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.516411] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.client_socket_timeout = 900 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.516579] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.default_pool_size = 1000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.516745] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.keep_alive = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.516915] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.max_header_line = 16384 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.517112] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.secure_proxy_ssl_header = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.517298] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.ssl_ca_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.517464] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.ssl_cert_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.517690] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.ssl_key_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.517883] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.tcp_keepidle = 600 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.518107] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.518297] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] zvm.ca_file = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.518464] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] zvm.cloud_connector_url = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.518767] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.518951] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] zvm.reachable_timeout = 300 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.519144] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.519333] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.519517] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.connection_string = messaging:// {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.519690] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.enabled = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.519866] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.es_doc_type = notification {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.520049] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.es_scroll_size = 10000 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.520232] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.es_scroll_time = 2m {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.520407] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.filter_error_trace = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.520599] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.hmac_keys = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.520795] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.sentinel_service_name = mymaster {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.520975] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.socket_timeout = 0.1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.521162] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.trace_requests = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.521334] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler.trace_sqlalchemy = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.521523] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler_jaeger.process_tags = {} {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.521687] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler_jaeger.service_name_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.521856] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] profiler_otlp.service_name_prefix = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.522043] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] remote_debug.host = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.522217] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] remote_debug.port = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.522398] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.522565] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.522731] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.522896] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.523073] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.523245] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.523410] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.523581] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.523772] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.523951] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.524133] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.524314] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.524485] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.524657] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.524823] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.524996] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.525177] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.525356] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.525533] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.525700] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.525866] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.526044] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.526217] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.526382] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.526545] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.526752] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.526932] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.527146] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.527326] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.527500] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.527664] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.ssl = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.527840] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.528022] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.528224] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.528406] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.528580] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.ssl_version = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.528747] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.528938] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.529125] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_notifications.retry = -1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.529313] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.529491] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_messaging_notifications.transport_url = **** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.529688] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.auth_section = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.529876] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.auth_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.530053] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.cafile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.530222] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.certfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.530391] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.collect_timing = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.530552] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.connect_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.530716] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.connect_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.530877] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.endpoint_id = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.531064] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.endpoint_interface = publicURL {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.531234] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.endpoint_override = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.531394] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.endpoint_region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.531553] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.endpoint_service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.531712] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.endpoint_service_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.531873] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.insecure = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.532044] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.keyfile = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.532209] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.max_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.532367] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.min_version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.532523] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.region_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.532696] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.retriable_status_codes = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.532876] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.service_name = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.533049] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.service_type = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.533220] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.split_loggers = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.533382] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.status_code_retries = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.533545] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.status_code_retry_delay = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.533704] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.timeout = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.533866] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.valid_interfaces = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.534035] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_limit.version = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.534209] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_reports.file_event_handler = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.534379] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.534542] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] oslo_reports.log_dir = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.534718] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.534882] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.535057] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.535235] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.535407] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.535570] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.535764] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.535943] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_ovs_privileged.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.536123] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.536299] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.536489] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.536652] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] vif_plug_ovs_privileged.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.536827] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.flat_interface = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.537019] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.537234] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.537418] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.537597] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.537775] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.537946] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.538153] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.538358] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.538535] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_ovs.isolate_vif = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.538712] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.538884] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.539071] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.539253] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_ovs.ovsdb_interface = native {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.539422] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] os_vif_ovs.per_port_bridge = False {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.539596] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] privsep_osbrick.capabilities = [21] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.539759] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] privsep_osbrick.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.539920] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] privsep_osbrick.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.540103] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.540276] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.540440] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] privsep_osbrick.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.540618] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.540781] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] nova_sys_admin.group = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.540941] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] nova_sys_admin.helper_command = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.541123] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.541295] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.541456] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] nova_sys_admin.user = None {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.541589] env[69433]: DEBUG oslo_service.backend.eventlet.service [None req-e6112a23-f326-43eb-b590-04da64e43cfa None None] ******************************************************************************** {{(pid=69433) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 541.541994] env[69433]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 542.047034] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Getting list of instances from cluster (obj){ [ 542.047034] env[69433]: value = "domain-c8" [ 542.047034] env[69433]: _type = "ClusterComputeResource" [ 542.047034] env[69433]: } {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.048011] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2da3951-8a15-4fc4-8b77-72981e0b1313 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.057290] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Got total of 0 instances {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.057888] env[69433]: WARNING nova.virt.vmwareapi.driver [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 542.058453] env[69433]: INFO nova.virt.node [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Generated node identity c6656b5b-c9e7-42e9-bada-ff4406bd4151 [ 542.058685] env[69433]: INFO nova.virt.node [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Wrote node identity c6656b5b-c9e7-42e9-bada-ff4406bd4151 to /opt/stack/data/n-cpu-1/compute_id [ 542.561209] env[69433]: WARNING nova.compute.manager [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Compute nodes ['c6656b5b-c9e7-42e9-bada-ff4406bd4151'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 543.566457] env[69433]: INFO nova.compute.manager [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 544.572210] env[69433]: WARNING nova.compute.manager [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 544.572547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.572680] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 544.572845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 544.572994] env[69433]: DEBUG nova.compute.resource_tracker [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 544.573954] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae1ce3f-b20f-456f-9534-99323124d19e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.582380] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d9339-2096-449d-94cf-08a4d3d2a998 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.596877] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09ef81f-835b-43da-9628-e489b6f770e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.602926] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6757f7a2-85b9-4439-a74b-ef41c2cb1191 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.631597] env[69433]: DEBUG nova.compute.resource_tracker [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180999MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 544.631756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 544.631967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.134893] env[69433]: WARNING nova.compute.resource_tracker [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] No compute node record for cpu-1:c6656b5b-c9e7-42e9-bada-ff4406bd4151: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host c6656b5b-c9e7-42e9-bada-ff4406bd4151 could not be found. [ 545.639525] env[69433]: INFO nova.compute.resource_tracker [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: c6656b5b-c9e7-42e9-bada-ff4406bd4151 [ 547.146723] env[69433]: DEBUG nova.compute.resource_tracker [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 547.147130] env[69433]: DEBUG nova.compute.resource_tracker [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 547.302644] env[69433]: INFO nova.scheduler.client.report [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] [req-6d0b65ed-c29d-4d20-87a1-1bc5a7faf407] Created resource provider record via placement API for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 547.317342] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aad509a-b653-468e-b86d-fff4c262b362 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.325016] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8822f41e-cee1-4254-89b3-7c080b91018e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.355282] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39723108-737a-4dc7-9ca3-0b55141bbce5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.362051] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9efc111-e4b3-4790-a3d0-02534d0938b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 547.374725] env[69433]: DEBUG nova.compute.provider_tree [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.914688] env[69433]: DEBUG nova.scheduler.client.report [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 547.914919] env[69433]: DEBUG nova.compute.provider_tree [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 0 to 1 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 547.915069] env[69433]: DEBUG nova.compute.provider_tree [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 547.963164] env[69433]: DEBUG nova.compute.provider_tree [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 1 to 2 during operation: update_traits {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 548.470069] env[69433]: DEBUG nova.compute.resource_tracker [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 548.470069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.470069] env[69433]: DEBUG nova.service [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Creating RPC server for service compute {{(pid=69433) start /opt/stack/nova/nova/service.py:186}} [ 548.484942] env[69433]: DEBUG nova.service [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] Join ServiceGroup membership for this service compute {{(pid=69433) start /opt/stack/nova/nova/service.py:203}} [ 548.485382] env[69433]: DEBUG nova.servicegroup.drivers.db [None req-a149f85b-b936-49d4-881f-0d9f6d934c36 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69433) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 582.488229] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 582.994872] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Getting list of instances from cluster (obj){ [ 582.994872] env[69433]: value = "domain-c8" [ 582.994872] env[69433]: _type = "ClusterComputeResource" [ 582.994872] env[69433]: } {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 582.996820] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0730ef6-eb1d-43c2-9198-961c6b1bf213 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.010120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Got total of 0 instances {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 583.010120] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.010120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Getting list of instances from cluster (obj){ [ 583.010120] env[69433]: value = "domain-c8" [ 583.010120] env[69433]: _type = "ClusterComputeResource" [ 583.010120] env[69433]: } {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 583.011578] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b58b88-9399-4463-a166-4e41eef21983 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.021765] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Got total of 0 instances {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 585.650145] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.650382] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.155719] env[69433]: DEBUG nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.713789] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.716437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.719869] env[69433]: INFO nova.compute.claims [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.783327] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc3768-df3d-449a-9753-046eeee02f24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.795449] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702ebf4-6577-4888-ae26-463a75371d2a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.831545] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b36dce4-a288-408d-9e37-4db21dcd6a37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.840211] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b5dea-f640-4b59-8f44-d0c5556b633c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.855330] env[69433]: DEBUG nova.compute.provider_tree [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.361027] env[69433]: DEBUG nova.scheduler.client.report [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.868419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.869030] env[69433]: DEBUG nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.376725] env[69433]: DEBUG nova.compute.utils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 589.381580] env[69433]: DEBUG nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.383354] env[69433]: DEBUG nova.network.neutron [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.777743] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "0d07e46b-24af-4795-841b-b89ecad2326c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.779181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "0d07e46b-24af-4795-841b-b89ecad2326c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.894747] env[69433]: DEBUG nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.141607] env[69433]: DEBUG nova.policy [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800cae7da3a54251996818f0c44211f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '888a128ae33b416ab54f53fc829073f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.198158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "392a7894-9094-4707-9de4-9746b64eedd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.198243] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "392a7894-9094-4707-9de4-9746b64eedd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.283662] env[69433]: DEBUG nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.457651] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.457924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.702590] env[69433]: DEBUG nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.816772] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.817161] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.818617] env[69433]: INFO nova.compute.claims [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.887556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.888023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.906960] env[69433]: DEBUG nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 590.939147] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 590.939503] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 590.939644] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 590.939833] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 590.940010] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 590.941946] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 590.941946] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 590.941946] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 590.941946] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 590.941946] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 590.942191] env[69433]: DEBUG nova.virt.hardware [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 590.942670] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35e537d-cf53-4a2c-9c9f-b2440dd153f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.951883] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ea8a09-7a00-4cbf-9747-b0ac631fc98f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.969456] env[69433]: DEBUG nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.974221] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c72860-bf2c-482a-9ac7-521af4ab280f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.191902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.191902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.216825] env[69433]: DEBUG nova.network.neutron [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Successfully created port: ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 591.237413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.391094] env[69433]: DEBUG nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.503494] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.691667] env[69433]: DEBUG nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.922655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.988360] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857b8370-dded-4628-bb74-9b11254580bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.998451] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e131f2a-6ead-4d9d-9b10-d1c2fe104a15 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.043461] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b11cd5e-f202-4e9c-b90e-944fbf61faad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.051216] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbefc883-8379-4061-853b-703c23a311c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.069408] env[69433]: DEBUG nova.compute.provider_tree [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.218857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.574098] env[69433]: DEBUG nova.scheduler.client.report [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.084048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.084371] env[69433]: DEBUG nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.088714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.851s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.090161] env[69433]: INFO nova.compute.claims [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.302483] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.302994] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.597506] env[69433]: DEBUG nova.compute.utils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.602513] env[69433]: DEBUG nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.602513] env[69433]: DEBUG nova.network.neutron [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.810615] env[69433]: DEBUG nova.policy [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c081545c7f5b4351bd4ded1966c4a4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6414486b44426bb6eca6de1ca5b828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.816607] env[69433]: DEBUG nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.104397] env[69433]: DEBUG nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.247582] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea4c9f1-d508-441d-9dcf-6abd8cb1debb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.254389] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d363f9-9e14-48f1-96ff-321b0ec35551 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.297829] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd01264-1062-484f-a025-1b501a43ae33 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.306108] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fad432-e18d-4a05-a56e-42587370f199 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.322893] env[69433]: DEBUG nova.compute.provider_tree [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.343344] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.436221] env[69433]: DEBUG nova.network.neutron [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Successfully updated port: ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.828173] env[69433]: DEBUG nova.scheduler.client.report [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.941093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.941255] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.941407] env[69433]: DEBUG nova.network.neutron [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.980769] env[69433]: DEBUG nova.network.neutron [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Successfully created port: 65d32b53-2190-4598-bfd1-ce51cfdce418 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.120728] env[69433]: DEBUG nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.150108] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.150108] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.150108] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.150287] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.150287] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.151151] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.151615] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.151938] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.152338] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.152678] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.153014] env[69433]: DEBUG nova.virt.hardware [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.154285] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e3767b-b4c3-45c9-adea-71d65a49941b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.171467] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de62220-1ecb-43de-9c4c-1069a23ddf2a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.333663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.334187] env[69433]: DEBUG nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.336849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.833s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.338279] env[69433]: INFO nova.compute.claims [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.569824] env[69433]: DEBUG nova.network.neutron [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.843335] env[69433]: DEBUG nova.compute.utils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.846944] env[69433]: DEBUG nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.847210] env[69433]: DEBUG nova.network.neutron [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.966594] env[69433]: DEBUG nova.compute.manager [req-9272b361-d9dc-4948-9ee6-adda8f40f290 req-ddb8f6dc-02f0-4081-bdee-eeb6f7b54895 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received event network-vif-plugged-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 595.966810] env[69433]: DEBUG oslo_concurrency.lockutils [req-9272b361-d9dc-4948-9ee6-adda8f40f290 req-ddb8f6dc-02f0-4081-bdee-eeb6f7b54895 service nova] Acquiring lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.967057] env[69433]: DEBUG oslo_concurrency.lockutils [req-9272b361-d9dc-4948-9ee6-adda8f40f290 req-ddb8f6dc-02f0-4081-bdee-eeb6f7b54895 service nova] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.971328] env[69433]: DEBUG oslo_concurrency.lockutils [req-9272b361-d9dc-4948-9ee6-adda8f40f290 req-ddb8f6dc-02f0-4081-bdee-eeb6f7b54895 service nova] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.971811] env[69433]: DEBUG nova.compute.manager [req-9272b361-d9dc-4948-9ee6-adda8f40f290 req-ddb8f6dc-02f0-4081-bdee-eeb6f7b54895 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] No waiting events found dispatching network-vif-plugged-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 595.972156] env[69433]: WARNING nova.compute.manager [req-9272b361-d9dc-4948-9ee6-adda8f40f290 req-ddb8f6dc-02f0-4081-bdee-eeb6f7b54895 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received unexpected event network-vif-plugged-ca393550-d38f-46c4-9f46-949c189f29c7 for instance with vm_state building and task_state spawning. [ 596.056720] env[69433]: DEBUG nova.policy [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aff9577c364c4901b6246be76fe4773a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73caf21b6e424b168320d5773c231ebe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.218848] env[69433]: DEBUG nova.network.neutron [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updating instance_info_cache with network_info: [{"id": "ca393550-d38f-46c4-9f46-949c189f29c7", "address": "fa:16:3e:ed:0a:9d", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca393550-d3", "ovs_interfaceid": "ca393550-d38f-46c4-9f46-949c189f29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.348176] env[69433]: DEBUG nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.538299] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b5cbb9-0b18-4d72-8a7a-31f8a8b9c3e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.547088] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d860a88-c64e-4707-b840-10bdf7999967 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.589650] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a02e4a4-8dc5-4c4f-bfb2-f0530bfe28fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.598939] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b08d01-aadc-45c1-b515-a8308a31efc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.617166] env[69433]: DEBUG nova.compute.provider_tree [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.687630] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.688033] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.688249] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.688435] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.688622] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.689490] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.689490] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.689490] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 596.689490] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 596.725108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Releasing lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.725422] env[69433]: DEBUG nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Instance network_info: |[{"id": "ca393550-d38f-46c4-9f46-949c189f29c7", "address": "fa:16:3e:ed:0a:9d", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca393550-d3", "ovs_interfaceid": "ca393550-d38f-46c4-9f46-949c189f29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.726279] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:0a:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca393550-d38f-46c4-9f46-949c189f29c7', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.746342] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.746473] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9baf33b7-7fa9-494f-96df-70c345320cbf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.759779] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Created folder: OpenStack in parent group-v4. [ 596.760021] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Creating folder: Project (888a128ae33b416ab54f53fc829073f6). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.760308] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfdd66c5-2888-4291-9fb2-e7c1e655afdf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.776909] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Created folder: Project (888a128ae33b416ab54f53fc829073f6) in parent group-v666200. [ 596.777559] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Creating folder: Instances. Parent ref: group-v666201. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.777559] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e75eee90-945e-406e-816b-aa1ade2aa59c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.788774] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Created folder: Instances in parent group-v666201. [ 596.789267] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.790841] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.790841] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaf6dd81-4122-4c3e-ae93-9fa3dea3a863 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.820412] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.820412] env[69433]: value = "task-3337821" [ 596.820412] env[69433]: _type = "Task" [ 596.820412] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.831645] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337821, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.851438] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.851783] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.120681] env[69433]: DEBUG nova.scheduler.client.report [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.192406] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.334527] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337821, 'name': CreateVM_Task, 'duration_secs': 0.437463} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.334527] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.355058] env[69433]: DEBUG oslo_vmware.service [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed65e04-b7e0-4def-a5f3-93ef2664d3cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.358926] env[69433]: DEBUG nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.361874] env[69433]: DEBUG nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.377437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.377606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.378295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.378745] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3e71d1-f7e8-4eec-921f-0b8209cdf9f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.391772] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 597.391772] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee8ca6-644d-ca6d-6d18-493d22653803" [ 597.391772] env[69433]: _type = "Task" [ 597.391772] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.405655] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.405905] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.406076] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.406266] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.406569] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.406569] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.406747] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.406901] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.407078] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.407305] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.407453] env[69433]: DEBUG nova.virt.hardware [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.410020] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2c98be-25e3-41b0-af35-041f00de0fd5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.421457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.421700] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.421930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.422085] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.422498] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.424213] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0d74a2c-0b24-456c-9fd7-4b3782219e2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.430282] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ca617c-592e-4128-a590-0b2b17f79a1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.446164] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.446315] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.447075] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964c7135-3a88-4169-8f99-6966622725a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.453515] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75724b91-1146-44ca-8023-9def504d5e59 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.458855] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 597.458855] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52392711-989a-bcff-a730-bf3d79be8261" [ 597.458855] env[69433]: _type = "Task" [ 597.458855] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.466564] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52392711-989a-bcff-a730-bf3d79be8261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.495561] env[69433]: DEBUG nova.network.neutron [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Successfully created port: acc8de5f-f3bd-428c-b345-ec3441df50ee {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 597.626874] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.627413] env[69433]: DEBUG nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.635488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.712s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.636587] env[69433]: INFO nova.compute.claims [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.888034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.972714] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Preparing fetch location {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.972943] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Creating directory with path [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.973169] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e3705ca-9b81-428e-abaa-9c7aecefc78f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.011747] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Created directory with path [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.012134] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Fetch image to [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 598.012462] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Downloading image file data 164732b0-0c7a-40d7-a88c-760e6c5226c9 to [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk on the data store datastore1 {{(pid=69433) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 598.013850] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23621e8d-9cdd-445b-a6a3-077f217427de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.023506] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e882fb4-747c-4290-9b0e-77bd278559ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.036100] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fd3831-c370-4b51-93b5-18405115db3f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.077064] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103cabf5-b773-49a0-8b42-0f6f7977b4d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.084905] env[69433]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-22c5eae2-8c83-4078-bc98-c8252c20d2bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.149731] env[69433]: DEBUG nova.compute.utils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.151194] env[69433]: DEBUG nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.151194] env[69433]: DEBUG nova.network.neutron [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.175371] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Downloading image file data 164732b0-0c7a-40d7-a88c-760e6c5226c9 to the data store datastore1 {{(pid=69433) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.232571] env[69433]: DEBUG nova.policy [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af14cb6b33e94311859c0fb6c79171b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5047490331c24f4ab1719d806e5d6305', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.252205] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69433) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.577768] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.578099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.656200] env[69433]: DEBUG nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.880828] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf1c99-ac25-4c56-8d2a-a7aad3453aef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.892343] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaf54c3-cce1-4e65-94d8-e15044912b4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.946578] env[69433]: DEBUG nova.network.neutron [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Successfully updated port: 65d32b53-2190-4598-bfd1-ce51cfdce418 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.952304] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Completed reading data from the image iterator. {{(pid=69433) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.952762] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 598.953706] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f206ac10-f720-49d3-8452-d7d1d02a955d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.963555] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3fdd70-aee7-4da0-b55c-bfb815fe278e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.981576] env[69433]: DEBUG nova.compute.provider_tree [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.082246] env[69433]: DEBUG nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.086482] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Downloaded image file data 164732b0-0c7a-40d7-a88c-760e6c5226c9 to vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk on the data store datastore1 {{(pid=69433) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 599.088102] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Caching image {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 599.088340] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Copying Virtual Disk [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk to [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.089030] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-811e2004-2552-4b62-8079-c446cf5510ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.101098] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 599.101098] env[69433]: value = "task-3337822" [ 599.101098] env[69433]: _type = "Task" [ 599.101098] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.113708] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337822, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.170614] env[69433]: DEBUG nova.network.neutron [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Successfully created port: fe92a902-4af6-4bb1-aacf-ed06252e75b7 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.460861] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "refresh_cache-0d07e46b-24af-4795-841b-b89ecad2326c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.463104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "refresh_cache-0d07e46b-24af-4795-841b-b89ecad2326c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.463104] env[69433]: DEBUG nova.network.neutron [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.488633] env[69433]: DEBUG nova.scheduler.client.report [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.506620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.506962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.617276] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337822, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.624297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.679385] env[69433]: DEBUG nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.717838] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.718765] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.718765] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.718765] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.719982] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.720225] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.720599] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.721074] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.721345] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.724273] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.724744] env[69433]: DEBUG nova.virt.hardware [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.728197] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067c352c-b0a8-44e5-8cd3-8811bbcebd6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.742689] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c68c5-2ba5-4645-80ee-d5e57c15bd4a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.925690] env[69433]: DEBUG nova.network.neutron [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Successfully updated port: acc8de5f-f3bd-428c-b345-ec3441df50ee {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.998930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.999457] env[69433]: DEBUG nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.010020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.789s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.010020] env[69433]: INFO nova.compute.claims [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.012417] env[69433]: DEBUG nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 600.081810] env[69433]: DEBUG nova.network.neutron [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.121302] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337822, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661733} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.121638] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Copied Virtual Disk [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk to [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.121638] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleting the datastore file [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.123212] env[69433]: DEBUG nova.compute.manager [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.123212] env[69433]: DEBUG nova.compute.manager [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing instance network info cache due to event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.123212] env[69433]: DEBUG oslo_concurrency.lockutils [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] Acquiring lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.123363] env[69433]: DEBUG oslo_concurrency.lockutils [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] Acquired lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.123430] env[69433]: DEBUG nova.network.neutron [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.125201] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3486329-d56e-4399-8b64-33c6df46d1d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.138088] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 600.138088] env[69433]: value = "task-3337823" [ 600.138088] env[69433]: _type = "Task" [ 600.138088] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.150823] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.311542] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.311542] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.432800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "refresh_cache-392a7894-9094-4707-9de4-9746b64eedd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.432800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired lock "refresh_cache-392a7894-9094-4707-9de4-9746b64eedd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.432800] env[69433]: DEBUG nova.network.neutron [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 600.515685] env[69433]: DEBUG nova.compute.utils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.520730] env[69433]: DEBUG nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.521574] env[69433]: DEBUG nova.network.neutron [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.561385] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.629062] env[69433]: DEBUG nova.policy [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8762748da2ff42c295df3dce1c775c35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f00e8f7815494eb5b55c46366d2f23d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.650730] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023781} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.651011] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.651229] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Moving file from [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880/164732b0-0c7a-40d7-a88c-760e6c5226c9 to [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9. {{(pid=69433) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.651479] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-77e6a4d7-c026-4432-b83e-1009f0437ce2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.662861] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 600.662861] env[69433]: value = "task-3337824" [ 600.662861] env[69433]: _type = "Task" [ 600.662861] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.673117] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337824, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.778037] env[69433]: DEBUG nova.network.neutron [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Updating instance_info_cache with network_info: [{"id": "65d32b53-2190-4598-bfd1-ce51cfdce418", "address": "fa:16:3e:01:ff:c9", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d32b53-21", "ovs_interfaceid": "65d32b53-2190-4598-bfd1-ce51cfdce418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.991592] env[69433]: DEBUG nova.network.neutron [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 601.027077] env[69433]: DEBUG nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.066900] env[69433]: DEBUG nova.compute.manager [req-ad5ebd4b-321d-45a4-92a0-bcde3e99745e req-31234c5e-c9fd-491f-9e3f-43dfd861fe4c service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Received event network-vif-plugged-65d32b53-2190-4598-bfd1-ce51cfdce418 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.070989] env[69433]: DEBUG oslo_concurrency.lockutils [req-ad5ebd4b-321d-45a4-92a0-bcde3e99745e req-31234c5e-c9fd-491f-9e3f-43dfd861fe4c service nova] Acquiring lock "0d07e46b-24af-4795-841b-b89ecad2326c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.070989] env[69433]: DEBUG oslo_concurrency.lockutils [req-ad5ebd4b-321d-45a4-92a0-bcde3e99745e req-31234c5e-c9fd-491f-9e3f-43dfd861fe4c service nova] Lock "0d07e46b-24af-4795-841b-b89ecad2326c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.070989] env[69433]: DEBUG oslo_concurrency.lockutils [req-ad5ebd4b-321d-45a4-92a0-bcde3e99745e req-31234c5e-c9fd-491f-9e3f-43dfd861fe4c service nova] Lock "0d07e46b-24af-4795-841b-b89ecad2326c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.070989] env[69433]: DEBUG nova.compute.manager [req-ad5ebd4b-321d-45a4-92a0-bcde3e99745e req-31234c5e-c9fd-491f-9e3f-43dfd861fe4c service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] No waiting events found dispatching network-vif-plugged-65d32b53-2190-4598-bfd1-ce51cfdce418 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 601.070989] env[69433]: WARNING nova.compute.manager [req-ad5ebd4b-321d-45a4-92a0-bcde3e99745e req-31234c5e-c9fd-491f-9e3f-43dfd861fe4c service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Received unexpected event network-vif-plugged-65d32b53-2190-4598-bfd1-ce51cfdce418 for instance with vm_state building and task_state spawning. [ 601.172715] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337824, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.026557} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.172969] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] File moved {{(pid=69433) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.173174] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Cleaning up location [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.173483] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleting the datastore file [datastore1] vmware_temp/3a65a709-22e8-44f5-a54b-94c4084ec880 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.173617] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95982106-6793-4dcb-a281-4ee9f77d818e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.179908] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 601.179908] env[69433]: value = "task-3337825" [ 601.179908] env[69433]: _type = "Task" [ 601.179908] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.194659] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.284523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "refresh_cache-0d07e46b-24af-4795-841b-b89ecad2326c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.284819] env[69433]: DEBUG nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Instance network_info: |[{"id": "65d32b53-2190-4598-bfd1-ce51cfdce418", "address": "fa:16:3e:01:ff:c9", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d32b53-21", "ovs_interfaceid": "65d32b53-2190-4598-bfd1-ce51cfdce418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.285480] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:ff:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d32b53-2190-4598-bfd1-ce51cfdce418', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.295505] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Creating folder: Project (4b6414486b44426bb6eca6de1ca5b828). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.296172] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7316b65-e57c-49d3-93c7-3d0283a8e1a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.309765] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Created folder: Project (4b6414486b44426bb6eca6de1ca5b828) in parent group-v666200. [ 601.309960] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Creating folder: Instances. Parent ref: group-v666204. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.310217] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4390a541-9f53-49a2-964d-76dab3b0dbd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.315724] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7040e9-d51c-4c02-83ca-01d902d15769 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.327044] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3672c584-a46a-4971-b045-1e213a3d8d1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.364328] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67fee4d-50a2-4d08-a0d6-e5fd69af7126 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.367764] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Created folder: Instances in parent group-v666204. [ 601.367764] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.368409] env[69433]: DEBUG nova.network.neutron [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Updating instance_info_cache with network_info: [{"id": "acc8de5f-f3bd-428c-b345-ec3441df50ee", "address": "fa:16:3e:a0:7e:28", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc8de5f-f3", "ovs_interfaceid": "acc8de5f-f3bd-428c-b345-ec3441df50ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.369583] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.371527] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3acba752-8e5b-4dbb-9623-42761a7788ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.391161] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Releasing lock "refresh_cache-392a7894-9094-4707-9de4-9746b64eedd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.391442] env[69433]: DEBUG nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Instance network_info: |[{"id": "acc8de5f-f3bd-428c-b345-ec3441df50ee", "address": "fa:16:3e:a0:7e:28", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc8de5f-f3", "ovs_interfaceid": "acc8de5f-f3bd-428c-b345-ec3441df50ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.396153] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:7e:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acc8de5f-f3bd-428c-b345-ec3441df50ee', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.403456] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Creating folder: Project (73caf21b6e424b168320d5773c231ebe). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.404497] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f8ef75b-79cb-4e81-b437-103fefccad44 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.407287] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab221d-905c-48ce-a290-7a4ad013016c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.416242] env[69433]: DEBUG nova.network.neutron [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updated VIF entry in instance network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 601.416613] env[69433]: DEBUG nova.network.neutron [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updating instance_info_cache with network_info: [{"id": "ca393550-d38f-46c4-9f46-949c189f29c7", "address": "fa:16:3e:ed:0a:9d", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca393550-d3", "ovs_interfaceid": "ca393550-d38f-46c4-9f46-949c189f29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.419258] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.419258] env[69433]: value = "task-3337828" [ 601.419258] env[69433]: _type = "Task" [ 601.419258] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.435775] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Created folder: Project (73caf21b6e424b168320d5773c231ebe) in parent group-v666200. [ 601.436040] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Creating folder: Instances. Parent ref: group-v666206. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.439642] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a648caa-d890-4cd1-9753-d0868063286e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.451418] env[69433]: DEBUG nova.compute.provider_tree [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.452374] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337828, 'name': CreateVM_Task} progress is 15%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.459669] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Created folder: Instances in parent group-v666206. [ 601.459669] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.459669] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.459904] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebec0cc5-cc46-496f-b7a4-520c172de805 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.481495] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.481495] env[69433]: value = "task-3337831" [ 601.481495] env[69433]: _type = "Task" [ 601.481495] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.489073] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337831, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.691377] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024456} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.691731] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.692846] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ef6f1c-85f1-47e1-9c13-cf9c20e1c1fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.699930] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 601.699930] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dd990a-7bae-84ff-c58c-79ea77204414" [ 601.699930] env[69433]: _type = "Task" [ 601.699930] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.711820] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dd990a-7bae-84ff-c58c-79ea77204414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.732640] env[69433]: DEBUG nova.network.neutron [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Successfully created port: faf229a9-0762-4066-b7e1-3d11e4408141 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.824928] env[69433]: DEBUG nova.network.neutron [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Successfully updated port: fe92a902-4af6-4bb1-aacf-ed06252e75b7 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.921887] env[69433]: DEBUG oslo_concurrency.lockutils [req-ebd5f4c8-74b2-4451-9508-a8a72e01d96d req-dd738ff3-3457-4747-a51e-0c993a15e919 service nova] Releasing lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.936049] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337828, 'name': CreateVM_Task, 'duration_secs': 0.366843} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.936257] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.937043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.937245] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.937588] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.937930] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3e2be4-e8c6-4d92-b5dc-d205141a348a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.945809] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 601.945809] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5239ced9-999c-6366-9794-02fea7960259" [ 601.945809] env[69433]: _type = "Task" [ 601.945809] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.957174] env[69433]: DEBUG nova.scheduler.client.report [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.962092] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5239ced9-999c-6366-9794-02fea7960259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.966250] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "659db4c6-264a-432b-96a0-c55d27b5da14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.966250] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.996025] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337831, 'name': CreateVM_Task, 'duration_secs': 0.338249} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.997408] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.997776] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.042133] env[69433]: DEBUG nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.086097] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.086349] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.086507] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.086688] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.086854] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.087016] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.087208] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.087394] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.087520] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.087680] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.087854] env[69433]: DEBUG nova.virt.hardware [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.088835] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ca5d2c-8b43-4ba4-aff1-46198bc78f75 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.098159] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0404a050-ca4d-4df8-9d1b-73c581d04362 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.212608] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dd990a-7bae-84ff-c58c-79ea77204414, 'name': SearchDatastore_Task, 'duration_secs': 0.010214} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.212895] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.213158] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 92219f2e-1d61-4a99-9bff-78a6e4c0cb65/92219f2e-1d61-4a99-9bff-78a6e4c0cb65.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.213404] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de2e4407-5323-4178-9272-e2b87ab7c6df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.220861] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 602.220861] env[69433]: value = "task-3337832" [ 602.220861] env[69433]: _type = "Task" [ 602.220861] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.229987] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.331918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "refresh_cache-7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.331918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired lock "refresh_cache-7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.331918] env[69433]: DEBUG nova.network.neutron [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.457966] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5239ced9-999c-6366-9794-02fea7960259, 'name': SearchDatastore_Task, 'duration_secs': 0.013369} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.457966] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.458194] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.458299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.458448] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.458689] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.459092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.459653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.459653] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c60a4db8-b5c9-4b05-9ec0-85bd8b44f71d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.461860] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e10bdaa-9b96-45af-b811-3575d2653a77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.464134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.464529] env[69433]: DEBUG nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.470238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.124s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.470457] env[69433]: INFO nova.compute.claims [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.480989] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 602.480989] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d18c8b-fe2b-9250-84c7-b1b360f1d704" [ 602.480989] env[69433]: _type = "Task" [ 602.480989] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.495156] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.495156] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.496936] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b67d86a-a18d-4985-8c96-fe8943660dd4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.505606] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d18c8b-fe2b-9250-84c7-b1b360f1d704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.509997] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 602.509997] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526f6a78-74af-4fc0-f3cc-8d7cd7b7fecd" [ 602.509997] env[69433]: _type = "Task" [ 602.509997] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.520886] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526f6a78-74af-4fc0-f3cc-8d7cd7b7fecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.642179] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "607ed338-d4e0-47b6-8f06-f0e3809a2139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.642446] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.741070] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337832, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489515} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.741070] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 92219f2e-1d61-4a99-9bff-78a6e4c0cb65/92219f2e-1d61-4a99-9bff-78a6e4c0cb65.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.741070] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.741070] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae5e516f-6b0a-46bd-94ae-61df9975fca1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.754034] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 602.754034] env[69433]: value = "task-3337833" [ 602.754034] env[69433]: _type = "Task" [ 602.754034] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.761904] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.909659] env[69433]: DEBUG nova.network.neutron [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.978115] env[69433]: DEBUG nova.compute.utils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.979596] env[69433]: DEBUG nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 602.994408] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d18c8b-fe2b-9250-84c7-b1b360f1d704, 'name': SearchDatastore_Task, 'duration_secs': 0.077035} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.994718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.995515] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.995515] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.021446] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526f6a78-74af-4fc0-f3cc-8d7cd7b7fecd, 'name': SearchDatastore_Task, 'duration_secs': 0.050405} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.022233] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a800e5-d5a8-4388-a589-5927a1a2e079 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.028914] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 603.028914] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52569561-dfc5-4523-b619-c1e6d555f089" [ 603.028914] env[69433]: _type = "Task" [ 603.028914] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.037547] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52569561-dfc5-4523-b619-c1e6d555f089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.203920] env[69433]: DEBUG nova.network.neutron [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Updating instance_info_cache with network_info: [{"id": "fe92a902-4af6-4bb1-aacf-ed06252e75b7", "address": "fa:16:3e:fa:ef:09", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe92a902-4a", "ovs_interfaceid": "fe92a902-4af6-4bb1-aacf-ed06252e75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.265468] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061765} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.265468] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.266578] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6ca7e-69ff-451f-a319-85f6efb7fab3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.290833] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 92219f2e-1d61-4a99-9bff-78a6e4c0cb65/92219f2e-1d61-4a99-9bff-78a6e4c0cb65.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.291476] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3ccfeb7-ac27-438d-88cc-74060005086e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.313397] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 603.313397] env[69433]: value = "task-3337834" [ 603.313397] env[69433]: _type = "Task" [ 603.313397] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.324562] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.481733] env[69433]: DEBUG nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.550209] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52569561-dfc5-4523-b619-c1e6d555f089, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.550365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.553021] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 0d07e46b-24af-4795-841b-b89ecad2326c/0d07e46b-24af-4795-841b-b89ecad2326c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.553021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.553021] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 603.553021] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a84376a9-99d9-41c0-970c-9d0e958ec8ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.553454] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a3989b-cb02-4ce9-9ce2-775e5064d2dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.561144] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 603.561144] env[69433]: value = "task-3337835" [ 603.561144] env[69433]: _type = "Task" [ 603.561144] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.562315] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 603.563850] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 603.568346] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-876d1832-b715-4be8-be9b-695cf316a0f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.573563] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Received event network-vif-plugged-acc8de5f-f3bd-428c-b345-ec3441df50ee {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.574368] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Acquiring lock "392a7894-9094-4707-9de4-9746b64eedd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.574368] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Lock "392a7894-9094-4707-9de4-9746b64eedd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.574368] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Lock "392a7894-9094-4707-9de4-9746b64eedd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.574368] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] No waiting events found dispatching network-vif-plugged-acc8de5f-f3bd-428c-b345-ec3441df50ee {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.575113] env[69433]: WARNING nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Received unexpected event network-vif-plugged-acc8de5f-f3bd-428c-b345-ec3441df50ee for instance with vm_state building and task_state spawning. [ 603.575113] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Received event network-changed-acc8de5f-f3bd-428c-b345-ec3441df50ee {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.575113] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Refreshing instance network info cache due to event network-changed-acc8de5f-f3bd-428c-b345-ec3441df50ee. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.575113] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Acquiring lock "refresh_cache-392a7894-9094-4707-9de4-9746b64eedd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.575113] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Acquired lock "refresh_cache-392a7894-9094-4707-9de4-9746b64eedd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.575377] env[69433]: DEBUG nova.network.neutron [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Refreshing network info cache for port acc8de5f-f3bd-428c-b345-ec3441df50ee {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 603.581584] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.582976] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 603.582976] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d33a0f-cd8b-024a-06ea-0f2c2d532eb2" [ 603.582976] env[69433]: _type = "Task" [ 603.582976] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.593173] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d33a0f-cd8b-024a-06ea-0f2c2d532eb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.597268] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d829ad7-ceaa-408e-8d52-d5e18b44061b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.602863] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 603.602863] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525ac947-5d1f-7497-0928-248d278969aa" [ 603.602863] env[69433]: _type = "Task" [ 603.602863] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.612085] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525ac947-5d1f-7497-0928-248d278969aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.709617] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Releasing lock "refresh_cache-7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.710024] env[69433]: DEBUG nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Instance network_info: |[{"id": "fe92a902-4af6-4bb1-aacf-ed06252e75b7", "address": "fa:16:3e:fa:ef:09", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe92a902-4a", "ovs_interfaceid": "fe92a902-4af6-4bb1-aacf-ed06252e75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.714710] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:ef:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe92a902-4af6-4bb1-aacf-ed06252e75b7', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.723631] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Creating folder: Project (5047490331c24f4ab1719d806e5d6305). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.725020] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d174f1ca-390c-4b65-a59d-43e619e44630 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.735535] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Created folder: Project (5047490331c24f4ab1719d806e5d6305) in parent group-v666200. [ 603.735535] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Creating folder: Instances. Parent ref: group-v666210. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.735535] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c56a6ee6-8699-4060-bbfb-a7b2720d98bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.747722] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Created folder: Instances in parent group-v666210. [ 603.747985] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.748135] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.748339] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0db766e0-1303-4f27-b2c7-8bfddde53f30 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.765663] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6f990a-590a-4d62-9d3e-f817f50c48f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.776399] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be2b97c-d546-4f55-b86e-1ada1f090ab1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.780026] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.780026] env[69433]: value = "task-3337838" [ 603.780026] env[69433]: _type = "Task" [ 603.780026] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.822751] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b5a74c-62bd-4b6e-8abb-3d3adc879a37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.827423] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337838, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.835500] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8511d60-7e5f-46ef-94c9-8f93a8caadf4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.841159] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337834, 'name': ReconfigVM_Task, 'duration_secs': 0.275851} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.841551] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 92219f2e-1d61-4a99-9bff-78a6e4c0cb65/92219f2e-1d61-4a99-9bff-78a6e4c0cb65.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.842881] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7328014d-d8c2-48d6-a884-3b1cac7533f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.857473] env[69433]: DEBUG nova.compute.provider_tree [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.864820] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 603.864820] env[69433]: value = "task-3337839" [ 603.864820] env[69433]: _type = "Task" [ 603.864820] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.875478] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337839, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.072185] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449975} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.072518] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 0d07e46b-24af-4795-841b-b89ecad2326c/0d07e46b-24af-4795-841b-b89ecad2326c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.072723] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.072972] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c024be42-6faf-4c03-a452-2d2c67c6fa10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.085313] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 604.085313] env[69433]: value = "task-3337840" [ 604.085313] env[69433]: _type = "Task" [ 604.085313] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.100034] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.114842] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525ac947-5d1f-7497-0928-248d278969aa, 'name': SearchDatastore_Task, 'duration_secs': 0.007904} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.115070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.115344] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 392a7894-9094-4707-9de4-9746b64eedd7/392a7894-9094-4707-9de4-9746b64eedd7.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.115610] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38272ab6-3193-48fb-a02b-fa4dfbad93fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.123028] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 604.123028] env[69433]: value = "task-3337841" [ 604.123028] env[69433]: _type = "Task" [ 604.123028] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.131873] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.196108] env[69433]: DEBUG nova.network.neutron [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Successfully updated port: faf229a9-0762-4066-b7e1-3d11e4408141 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.289907] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337838, 'name': CreateVM_Task, 'duration_secs': 0.478747} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.289907] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.289907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.290036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.290315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.290631] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377aa3de-69d4-4e70-8fa2-6123d8beb845 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.298807] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 604.298807] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5218d340-347e-867e-7453-c64b10a1fbc0" [ 604.298807] env[69433]: _type = "Task" [ 604.298807] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.309627] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5218d340-347e-867e-7453-c64b10a1fbc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.361089] env[69433]: DEBUG nova.scheduler.client.report [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.375508] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337839, 'name': Rename_Task, 'duration_secs': 0.203792} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.379396] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.379396] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b44ce8-2af7-4056-8f55-bfd603d84a89 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.383589] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 604.383589] env[69433]: value = "task-3337842" [ 604.383589] env[69433]: _type = "Task" [ 604.383589] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.396443] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.494849] env[69433]: DEBUG nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.544445] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.547978] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.548294] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.548514] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.548950] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.549187] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.549456] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.549566] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.549807] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.549950] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.550186] env[69433]: DEBUG nova.virt.hardware [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.551115] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc4907-ac55-435e-ac5e-23aef153fee7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.561690] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1346024-4e96-4b36-8011-0fd5ebc8cfd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.582134] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.586496] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Creating folder: Project (bf4246d9ec644f638c5bc0ad01ce0149). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.586496] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32b2d105-5293-48b1-9c10-d9d8178ee9e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.598122] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065872} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.598122] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.598683] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb93bb-3aea-496b-82bf-a7ff50bd2aea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.603937] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Created folder: Project (bf4246d9ec644f638c5bc0ad01ce0149) in parent group-v666200. [ 604.604696] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Creating folder: Instances. Parent ref: group-v666213. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.605232] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e81462a0-b9ea-4957-b6c2-009e0361e7d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.630785] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 0d07e46b-24af-4795-841b-b89ecad2326c/0d07e46b-24af-4795-841b-b89ecad2326c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.632099] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d1689e6-721a-4667-af34-f601ac63dffc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.651301] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Created folder: Instances in parent group-v666213. [ 604.651547] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 604.652242] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.652909] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-092b562d-2074-4423-a467-2a7f3319a259 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.670415] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465807} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.670754] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 604.670754] env[69433]: value = "task-3337845" [ 604.670754] env[69433]: _type = "Task" [ 604.670754] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.671411] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 392a7894-9094-4707-9de4-9746b64eedd7/392a7894-9094-4707-9de4-9746b64eedd7.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.671632] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.672065] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e39c57d-a01e-4f6c-97c4-a8a439dbdff3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.678430] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.678430] env[69433]: value = "task-3337846" [ 604.678430] env[69433]: _type = "Task" [ 604.678430] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.687277] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "3d34de78-04b1-4473-b577-88f8014a5c19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.688046] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "3d34de78-04b1-4473-b577-88f8014a5c19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.694236] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.694236] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 604.694236] env[69433]: value = "task-3337847" [ 604.694236] env[69433]: _type = "Task" [ 604.694236] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.701027] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337846, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.701465] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "refresh_cache-4a539684-1b4a-40d8-b3bd-9a5a5e845689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.701465] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquired lock "refresh_cache-4a539684-1b4a-40d8-b3bd-9a5a5e845689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.701465] env[69433]: DEBUG nova.network.neutron [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.707481] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.811123] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5218d340-347e-867e-7453-c64b10a1fbc0, 'name': SearchDatastore_Task, 'duration_secs': 0.012328} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.811561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.811823] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.812088] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.812251] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.812428] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.812702] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bda9f10-8c09-4665-a281-11abd3e953ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.821305] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.821538] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.822212] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10dd8438-8d36-4323-a9f1-4fc2fc08fe21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.828202] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 604.828202] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cf7e9d-ddf8-eeb5-9e3a-7a5fc0b81a85" [ 604.828202] env[69433]: _type = "Task" [ 604.828202] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.836593] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cf7e9d-ddf8-eeb5-9e3a-7a5fc0b81a85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.844089] env[69433]: DEBUG nova.network.neutron [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Updated VIF entry in instance network info cache for port acc8de5f-f3bd-428c-b345-ec3441df50ee. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.844450] env[69433]: DEBUG nova.network.neutron [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Updating instance_info_cache with network_info: [{"id": "acc8de5f-f3bd-428c-b345-ec3441df50ee", "address": "fa:16:3e:a0:7e:28", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.252", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacc8de5f-f3", "ovs_interfaceid": "acc8de5f-f3bd-428c-b345-ec3441df50ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.869478] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.870236] env[69433]: DEBUG nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.876854] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.685s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.877188] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.877394] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 604.878176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.990s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.879644] env[69433]: INFO nova.compute.claims [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.885891] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d093e053-7853-47a7-a589-8d2d891b4ddd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.905978] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337842, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.908909] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75ff2f5-81bd-47e8-8704-35054d5c60c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.926267] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc38c48-be93-403a-ab18-9fa91da1035c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.933373] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f203b0f-9476-4dd9-89a7-b2999d4ce62b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.974534] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181002MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 604.974534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.060935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "6c69c423-87ef-4f0e-853d-f795c70464b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.061034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.181768] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337845, 'name': ReconfigVM_Task, 'duration_secs': 0.498875} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.186782] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 0d07e46b-24af-4795-841b-b89ecad2326c/0d07e46b-24af-4795-841b-b89ecad2326c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.186782] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44c061d6-cb52-4d14-ae4c-9e189d88055d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.192708] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337846, 'name': CreateVM_Task, 'duration_secs': 0.311699} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.194372] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.194635] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 605.194635] env[69433]: value = "task-3337848" [ 605.194635] env[69433]: _type = "Task" [ 605.194635] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.195888] env[69433]: DEBUG oslo_vmware.service [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3bea51-74d3-4a5b-a92b-7bb3d2774e7f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.211111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.211111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.211589] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.212352] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243882} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.212422] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b257082e-7f0b-47d2-9853-ef1ba17bcfa0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.214642] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.219250] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daf3c2d-2ce4-48fa-b1d2-fc840dc61a4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.221566] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337848, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.224211] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 605.224211] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524605cf-e3d8-d1d5-67f5-703480f57420" [ 605.224211] env[69433]: _type = "Task" [ 605.224211] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.244898] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 392a7894-9094-4707-9de4-9746b64eedd7/392a7894-9094-4707-9de4-9746b64eedd7.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.248708] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95478d93-0c40-4a5a-a600-448c11c18179 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.263498] env[69433]: DEBUG nova.compute.manager [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Received event network-changed-65d32b53-2190-4598-bfd1-ce51cfdce418 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.263589] env[69433]: DEBUG nova.compute.manager [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Refreshing instance network info cache due to event network-changed-65d32b53-2190-4598-bfd1-ce51cfdce418. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.263794] env[69433]: DEBUG oslo_concurrency.lockutils [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] Acquiring lock "refresh_cache-0d07e46b-24af-4795-841b-b89ecad2326c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.263963] env[69433]: DEBUG oslo_concurrency.lockutils [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] Acquired lock "refresh_cache-0d07e46b-24af-4795-841b-b89ecad2326c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.264291] env[69433]: DEBUG nova.network.neutron [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Refreshing network info cache for port 65d32b53-2190-4598-bfd1-ce51cfdce418 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.273092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.273092] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 605.273092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.273263] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.273306] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.273588] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 605.273588] env[69433]: value = "task-3337849" [ 605.273588] env[69433]: _type = "Task" [ 605.273588] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.274302] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1dbcced-6435-49c6-8cc9-477338336adf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.286877] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.288164] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.288403] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.289505] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce18811-e4f0-4b0d-8284-4397ef2d36c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.295687] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed36f10-c529-4826-8914-1b29bb5d7dd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.301240] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 605.301240] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52db0bc8-96f2-3aba-488a-72c8412306ad" [ 605.301240] env[69433]: _type = "Task" [ 605.301240] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.304887] env[69433]: DEBUG nova.network.neutron [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.311683] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52db0bc8-96f2-3aba-488a-72c8412306ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.340346] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cf7e9d-ddf8-eeb5-9e3a-7a5fc0b81a85, 'name': SearchDatastore_Task, 'duration_secs': 0.015606} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.341151] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1258e5-05be-48ae-8f42-74dc70aa53d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.346252] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 605.346252] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5288f29c-88aa-92b6-210f-5d468db4e3af" [ 605.346252] env[69433]: _type = "Task" [ 605.346252] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.346775] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Releasing lock "refresh_cache-392a7894-9094-4707-9de4-9746b64eedd7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.346979] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Received event network-vif-plugged-fe92a902-4af6-4bb1-aacf-ed06252e75b7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.347194] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Acquiring lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.347368] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.347527] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.347692] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] No waiting events found dispatching network-vif-plugged-fe92a902-4af6-4bb1-aacf-ed06252e75b7 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.347856] env[69433]: WARNING nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Received unexpected event network-vif-plugged-fe92a902-4af6-4bb1-aacf-ed06252e75b7 for instance with vm_state building and task_state spawning. [ 605.348069] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Received event network-changed-fe92a902-4af6-4bb1-aacf-ed06252e75b7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.348180] env[69433]: DEBUG nova.compute.manager [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Refreshing instance network info cache due to event network-changed-fe92a902-4af6-4bb1-aacf-ed06252e75b7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.348359] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Acquiring lock "refresh_cache-7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.348493] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Acquired lock "refresh_cache-7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.348644] env[69433]: DEBUG nova.network.neutron [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Refreshing network info cache for port fe92a902-4af6-4bb1-aacf-ed06252e75b7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.358426] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5288f29c-88aa-92b6-210f-5d468db4e3af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.387276] env[69433]: DEBUG nova.compute.utils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.388707] env[69433]: DEBUG nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.389173] env[69433]: DEBUG nova.network.neutron [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.410116] env[69433]: DEBUG oslo_vmware.api [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3337842, 'name': PowerOnVM_Task, 'duration_secs': 0.792514} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.411091] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.412117] env[69433]: INFO nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Took 14.50 seconds to spawn the instance on the hypervisor. [ 605.412498] env[69433]: DEBUG nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 605.413884] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861f477-44f5-4ed7-8bcc-05b87b1c6e3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.553068] env[69433]: DEBUG nova.policy [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdc151bb994b4117948af13c20fbb400', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ceeedd39e2544f2fb98946061dd1e8fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.654461] env[69433]: DEBUG nova.network.neutron [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Updating instance_info_cache with network_info: [{"id": "faf229a9-0762-4066-b7e1-3d11e4408141", "address": "fa:16:3e:ed:b8:74", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf229a9-07", "ovs_interfaceid": "faf229a9-0762-4066-b7e1-3d11e4408141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.712423] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337848, 'name': Rename_Task, 'duration_secs': 0.418968} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.712753] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.713058] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bcabb77-67af-4bcf-92f7-1d25195aff24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.721918] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 605.721918] env[69433]: value = "task-3337850" [ 605.721918] env[69433]: _type = "Task" [ 605.721918] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.731049] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.789874] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.812059] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Preparing fetch location {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 605.812398] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Creating directory with path [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.812553] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb060051-aae7-481a-88f8-068a3aca938d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.832652] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Created directory with path [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.832652] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Fetch image to [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 605.832831] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Downloading image file data 164732b0-0c7a-40d7-a88c-760e6c5226c9 to [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk on the data store datastore2 {{(pid=69433) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 605.833620] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3980a98f-98e0-4043-8f91-edab9ed81e03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.842720] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3eaf46-b900-41d6-812e-382b5ab3b102 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.859692] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99390517-f069-4a2e-9f8f-096ce27fcef7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.871410] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5288f29c-88aa-92b6-210f-5d468db4e3af, 'name': SearchDatastore_Task, 'duration_secs': 0.03889} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.871410] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.871410] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad/7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.871410] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da67d8a5-4d16-44a1-9cdd-e7d8a9e37e54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.903392] env[69433]: DEBUG nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.911554] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a3e3ec-ebad-4ed3-b1d7-8905c41d99af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.915716] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 605.915716] env[69433]: value = "task-3337851" [ 605.915716] env[69433]: _type = "Task" [ 605.915716] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.925863] env[69433]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-82476ed8-078c-4518-af34-552308405a74 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.928024] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.938214] env[69433]: INFO nova.compute.manager [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Took 19.27 seconds to build instance. [ 606.022833] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Downloading image file data 164732b0-0c7a-40d7-a88c-760e6c5226c9 to the data store datastore2 {{(pid=69433) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 606.102071] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69433) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 606.164314] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Releasing lock "refresh_cache-4a539684-1b4a-40d8-b3bd-9a5a5e845689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.164757] env[69433]: DEBUG nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Instance network_info: |[{"id": "faf229a9-0762-4066-b7e1-3d11e4408141", "address": "fa:16:3e:ed:b8:74", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf229a9-07", "ovs_interfaceid": "faf229a9-0762-4066-b7e1-3d11e4408141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.170314] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:b8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faf229a9-0762-4066-b7e1-3d11e4408141', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.177765] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Creating folder: Project (f00e8f7815494eb5b55c46366d2f23d2). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.179602] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9eb6328-f962-4d2a-8129-7bc37ae062f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.193334] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Created folder: Project (f00e8f7815494eb5b55c46366d2f23d2) in parent group-v666200. [ 606.193590] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Creating folder: Instances. Parent ref: group-v666216. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.196628] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d99a8cc-a037-4d7c-8b1b-97acc71da534 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.207062] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Created folder: Instances in parent group-v666216. [ 606.207351] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.207555] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.207770] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87f87810-1209-47d9-b703-2fcde824d124 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.234981] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337850, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.236867] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.236867] env[69433]: value = "task-3337854" [ 606.236867] env[69433]: _type = "Task" [ 606.236867] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.255799] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337854, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.285892] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421771ef-9028-4f68-9590-39109d66e3eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.292589] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337849, 'name': ReconfigVM_Task, 'duration_secs': 0.68874} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.293920] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 392a7894-9094-4707-9de4-9746b64eedd7/392a7894-9094-4707-9de4-9746b64eedd7.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.294773] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43ee917f-6943-4edf-bcaa-d703940ec6c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.302348] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f96eb9-c38b-402d-a248-5846ac7f7946 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.309347] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 606.309347] env[69433]: value = "task-3337855" [ 606.309347] env[69433]: _type = "Task" [ 606.309347] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.354835] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee84b85-312b-42de-a32c-495b5b989c61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.361162] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337855, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.367172] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29f53f5-7d15-436b-8857-560dbef8544b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.385078] env[69433]: DEBUG nova.compute.provider_tree [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.426208] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337851, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.445438] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecced518-ede7-4c61-bcc0-f31856568d32 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.794s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.498711] env[69433]: DEBUG nova.network.neutron [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Updated VIF entry in instance network info cache for port 65d32b53-2190-4598-bfd1-ce51cfdce418. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.499273] env[69433]: DEBUG nova.network.neutron [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Updating instance_info_cache with network_info: [{"id": "65d32b53-2190-4598-bfd1-ce51cfdce418", "address": "fa:16:3e:01:ff:c9", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d32b53-21", "ovs_interfaceid": "65d32b53-2190-4598-bfd1-ce51cfdce418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.736209] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337850, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.752196] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337854, 'name': CreateVM_Task, 'duration_secs': 0.432449} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.752632] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.753592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.753877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.754325] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.754727] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e613582-3cc2-491b-b5cc-eab1d65de64c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.762286] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 606.762286] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527d380d-645a-9622-e858-062a5691e971" [ 606.762286] env[69433]: _type = "Task" [ 606.762286] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.770544] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527d380d-645a-9622-e858-062a5691e971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.819559] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337855, 'name': Rename_Task, 'duration_secs': 0.236916} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.820471] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 606.820881] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-348ed38e-8532-4e12-8c91-36ffb98de84a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.828229] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 606.828229] env[69433]: value = "task-3337856" [ 606.828229] env[69433]: _type = "Task" [ 606.828229] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.836737] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.891320] env[69433]: DEBUG nova.scheduler.client.report [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.920992] env[69433]: DEBUG nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.937692] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552073} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.939769] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad/7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.939926] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.944420] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Completed reading data from the image iterator. {{(pid=69433) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 606.947748] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 606.947748] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e09cc1f-f219-482a-ba48-2d37e50cacc5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.950158] env[69433]: DEBUG nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 606.958296] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 606.958296] env[69433]: value = "task-3337857" [ 606.958296] env[69433]: _type = "Task" [ 606.958296] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.968198] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.968198] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.968198] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.968198] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.968434] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.968602] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.968828] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.968991] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.969216] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.969423] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.969855] env[69433]: DEBUG nova.virt.hardware [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.970577] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e6d37-1598-4469-9d79-a02a4dceb69c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.978556] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.982021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3337214f-7492-4f8f-b63e-4b5bf91e5e2e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.002144] env[69433]: DEBUG oslo_concurrency.lockutils [req-cf22c467-1928-4784-a4af-3f9a3ad95160 req-3e8a35d7-b42d-4d0f-8830-c3b962afe120 service nova] Releasing lock "refresh_cache-0d07e46b-24af-4795-841b-b89ecad2326c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.012469] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Downloaded image file data 164732b0-0c7a-40d7-a88c-760e6c5226c9 to vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk on the data store datastore2 {{(pid=69433) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.015669] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Caching image {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.016089] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Copying Virtual Disk [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk to [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.016381] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aa8aa45-546a-4927-aceb-5d56c1d8c261 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.024720] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 607.024720] env[69433]: value = "task-3337858" [ 607.024720] env[69433]: _type = "Task" [ 607.024720] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.034092] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.092993] env[69433]: DEBUG nova.network.neutron [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Updated VIF entry in instance network info cache for port fe92a902-4af6-4bb1-aacf-ed06252e75b7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 607.093537] env[69433]: DEBUG nova.network.neutron [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Updating instance_info_cache with network_info: [{"id": "fe92a902-4af6-4bb1-aacf-ed06252e75b7", "address": "fa:16:3e:fa:ef:09", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.166", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe92a902-4a", "ovs_interfaceid": "fe92a902-4af6-4bb1-aacf-ed06252e75b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.122910] env[69433]: DEBUG nova.network.neutron [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Successfully created port: 45533041-4191-45d7-9579-b63533f01772 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 607.238772] env[69433]: DEBUG oslo_vmware.api [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337850, 'name': PowerOnVM_Task, 'duration_secs': 1.209404} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.239436] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.239610] env[69433]: INFO nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Took 12.12 seconds to spawn the instance on the hypervisor. [ 607.239837] env[69433]: DEBUG nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.240886] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba82dd59-2a0a-4ef7-89c3-b59ef4063df1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.275548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.276443] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.276796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.340310] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337856, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.395858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.396456] env[69433]: DEBUG nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.400060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.776s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.401570] env[69433]: INFO nova.compute.claims [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.476773] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083352} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.477087] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.478016] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc2a1c3-445f-47ba-8bf1-8e3d61dfee71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.505904] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad/7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.507553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.507905] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffdf557b-9c35-46fe-a947-3fd01f213cfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.544524] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.544524] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 607.544524] env[69433]: value = "task-3337859" [ 607.544524] env[69433]: _type = "Task" [ 607.544524] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.554876] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337859, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.599655] env[69433]: DEBUG oslo_concurrency.lockutils [req-998d684b-eab3-4e77-bdc2-75ee859e9099 req-86c67e46-2564-4b69-a7e6-09e2e05b66a6 service nova] Releasing lock "refresh_cache-7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.633664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.633919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.767487] env[69433]: INFO nova.compute.manager [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Took 16.97 seconds to build instance. [ 607.843190] env[69433]: DEBUG oslo_vmware.api [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3337856, 'name': PowerOnVM_Task, 'duration_secs': 1.010443} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.843502] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.843669] env[69433]: INFO nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Took 10.48 seconds to spawn the instance on the hypervisor. [ 607.843841] env[69433]: DEBUG nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.844742] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0081e-edfe-43e5-a820-80d264d34ade {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.912391] env[69433]: DEBUG nova.compute.utils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.916301] env[69433]: DEBUG nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.916301] env[69433]: DEBUG nova.network.neutron [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.033414] env[69433]: DEBUG nova.policy [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545a266ebc25412f911dd364cb3efa9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ccd8d062bbb43f9a3e86695c6cb637f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.046881] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337858, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.057910] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337859, 'name': ReconfigVM_Task, 'duration_secs': 0.482453} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.058262] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad/7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.058852] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7866c162-a983-4f05-811d-26432800c2fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.067627] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 608.067627] env[69433]: value = "task-3337860" [ 608.067627] env[69433]: _type = "Task" [ 608.067627] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.083419] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337860, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.273898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448d3bf1-afaf-49a7-92ae-e7cc2178a98a tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "0d07e46b-24af-4795-841b-b89ecad2326c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.495s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.373174] env[69433]: INFO nova.compute.manager [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Took 17.17 seconds to build instance. [ 608.420684] env[69433]: DEBUG nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.548708] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337858, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.32023} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.552788] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Copied Virtual Disk [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk to [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.554314] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleting the datastore file [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9/tmp-sparse.vmdk {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.554830] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f952b45e-7ecf-4f9a-ad85-c09da0118b5f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.562278] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 608.562278] env[69433]: value = "task-3337861" [ 608.562278] env[69433]: _type = "Task" [ 608.562278] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.579650] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.587970] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337860, 'name': Rename_Task, 'duration_secs': 0.334442} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.588242] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.588545] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc37b9cf-f7b7-41cf-9566-bd34e884a2a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.593614] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 608.593614] env[69433]: value = "task-3337862" [ 608.593614] env[69433]: _type = "Task" [ 608.593614] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.602335] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.696447] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab4f75e-4ff8-4700-b325-90df0f6bf146 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.709632] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278ea249-494e-4ec2-b9c9-d449f688f5cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.744836] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea817b6-eab4-48d9-9679-f2ec97382287 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.752641] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d827d2-dc3f-4648-8618-e3f7935fcfee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.769226] env[69433]: DEBUG nova.compute.provider_tree [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.778255] env[69433]: DEBUG nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.876313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5077ec4-ac73-479d-bb42-bf30a0bba346 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "392a7894-9094-4707-9de4-9746b64eedd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.678s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.059554] env[69433]: DEBUG nova.network.neutron [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Successfully created port: 76523a00-989d-461f-b334-c65cbbda5072 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.072993] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054746} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.073305] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.073750] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Moving file from [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236/164732b0-0c7a-40d7-a88c-760e6c5226c9 to [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9. {{(pid=69433) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 609.073750] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6fdde7f0-5b0b-4884-ba6d-1a571ec31598 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.080920] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 609.080920] env[69433]: value = "task-3337863" [ 609.080920] env[69433]: _type = "Task" [ 609.080920] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.096219] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337863, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.109843] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.272716] env[69433]: DEBUG nova.scheduler.client.report [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.316481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.378863] env[69433]: DEBUG nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 609.434202] env[69433]: DEBUG nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.462857] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.463033] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.463202] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.463369] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.464239] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.464239] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.464239] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.464239] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.464239] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.464548] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.464595] env[69433]: DEBUG nova.virt.hardware [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.465457] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab9379d-7d7b-4627-87ab-131e44e2ba05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.477310] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dd3103-bedc-480c-83fc-a3e6271f7a7d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.590776] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337863, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.300969} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.591293] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] File moved {{(pid=69433) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 609.591602] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Cleaning up location [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 609.591808] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleting the datastore file [datastore2] vmware_temp/313ac80c-f55b-4e1d-b04b-31e9f7414236 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.591997] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd8e56b-54ef-4d07-9f18-37a27fe734f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.600572] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 609.600572] env[69433]: value = "task-3337864" [ 609.600572] env[69433]: _type = "Task" [ 609.600572] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.608987] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337862, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.614160] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.778892] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.779412] env[69433]: DEBUG nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.786071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.221s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.787679] env[69433]: INFO nova.compute.claims [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.864663] env[69433]: DEBUG nova.network.neutron [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Successfully updated port: 45533041-4191-45d7-9579-b63533f01772 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 609.905407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.114567] env[69433]: DEBUG oslo_vmware.api [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3337862, 'name': PowerOnVM_Task, 'duration_secs': 1.306719} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.117849] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.118207] env[69433]: INFO nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Took 10.44 seconds to spawn the instance on the hypervisor. [ 610.118511] env[69433]: DEBUG nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.120313] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032211} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.120313] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1331ef75-782b-49d5-9945-05cf28357e1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.122890] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.123601] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90c0833-f3c4-4f2b-9afd-c9f6d73c7938 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.140046] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 610.140046] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4abb1-f30c-0100-6c81-a0bbc3783d0e" [ 610.140046] env[69433]: _type = "Task" [ 610.140046] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.149463] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4abb1-f30c-0100-6c81-a0bbc3783d0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.293731] env[69433]: DEBUG nova.compute.utils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.297370] env[69433]: DEBUG nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.297370] env[69433]: DEBUG nova.network.neutron [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.346945] env[69433]: DEBUG nova.policy [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545a266ebc25412f911dd364cb3efa9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ccd8d062bbb43f9a3e86695c6cb637f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.371623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.371623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.371623] env[69433]: DEBUG nova.network.neutron [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.514755] env[69433]: DEBUG nova.compute.manager [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Received event network-vif-plugged-faf229a9-0762-4066-b7e1-3d11e4408141 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.517420] env[69433]: DEBUG oslo_concurrency.lockutils [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] Acquiring lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.517606] env[69433]: DEBUG oslo_concurrency.lockutils [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.517808] env[69433]: DEBUG oslo_concurrency.lockutils [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.517993] env[69433]: DEBUG nova.compute.manager [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] No waiting events found dispatching network-vif-plugged-faf229a9-0762-4066-b7e1-3d11e4408141 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.518223] env[69433]: WARNING nova.compute.manager [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Received unexpected event network-vif-plugged-faf229a9-0762-4066-b7e1-3d11e4408141 for instance with vm_state building and task_state spawning. [ 610.518432] env[69433]: DEBUG nova.compute.manager [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Received event network-changed-faf229a9-0762-4066-b7e1-3d11e4408141 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.518589] env[69433]: DEBUG nova.compute.manager [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Refreshing instance network info cache due to event network-changed-faf229a9-0762-4066-b7e1-3d11e4408141. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.518866] env[69433]: DEBUG oslo_concurrency.lockutils [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] Acquiring lock "refresh_cache-4a539684-1b4a-40d8-b3bd-9a5a5e845689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.518983] env[69433]: DEBUG oslo_concurrency.lockutils [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] Acquired lock "refresh_cache-4a539684-1b4a-40d8-b3bd-9a5a5e845689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.519510] env[69433]: DEBUG nova.network.neutron [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Refreshing network info cache for port faf229a9-0762-4066-b7e1-3d11e4408141 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.647108] env[69433]: INFO nova.compute.manager [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Took 19.16 seconds to build instance. [ 610.663130] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4abb1-f30c-0100-6c81-a0bbc3783d0e, 'name': SearchDatastore_Task, 'duration_secs': 0.031378} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.663413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.663682] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.664023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.664967] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.664967] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e6f4749-973d-4696-995e-c3659b2bf810 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.668269] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-685c31fc-f6ff-49ac-b8d0-9210af8ea44e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.677902] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 610.677902] env[69433]: value = "task-3337865" [ 610.677902] env[69433]: _type = "Task" [ 610.677902] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.684217] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.684531] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.686156] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efd3948b-f831-4b83-b032-e30f41c3e269 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.700246] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.702096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "7530c7cf-94a7-415b-a631-7777e2b09a47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.702096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.707443] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 610.707443] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e187c0-620f-cfb9-cea8-4be2d8a268f5" [ 610.707443] env[69433]: _type = "Task" [ 610.707443] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.715875] env[69433]: DEBUG nova.network.neutron [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Successfully created port: c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 610.722558] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e187c0-620f-cfb9-cea8-4be2d8a268f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.723433] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024ac30c-3db2-4fd7-b953-8a50409897da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.730981] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 610.730981] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5278acd2-2284-a71f-edaa-739b4c812617" [ 610.730981] env[69433]: _type = "Task" [ 610.730981] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.752492] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5278acd2-2284-a71f-edaa-739b4c812617, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.753132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.753356] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 4a539684-1b4a-40d8-b3bd-9a5a5e845689/4a539684-1b4a-40d8-b3bd-9a5a5e845689.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.754201] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3f0e346-7dbb-49f6-ba66-d1f18da5ff29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.765851] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 610.765851] env[69433]: value = "task-3337866" [ 610.765851] env[69433]: _type = "Task" [ 610.765851] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.775842] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.802987] env[69433]: DEBUG nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.969160] env[69433]: DEBUG nova.network.neutron [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.151869] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5757f02f-2d97-4bda-b4d9-0fa581126469 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.155090] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7469207f-a09d-424e-b611-97f71187ab5e tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.697s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.172977] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00ba579-ff97-4205-96c7-0ace5b9eb188 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.232409] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337865, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.239027] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c802edd7-5123-48b7-90fb-ead668f97882 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.247674] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5f577b-26a5-42cc-bd9c-034f69238a72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.264320] env[69433]: DEBUG nova.compute.provider_tree [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.281837] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337866, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.346107] env[69433]: DEBUG nova.network.neutron [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Updating instance_info_cache with network_info: [{"id": "45533041-4191-45d7-9579-b63533f01772", "address": "fa:16:3e:2b:20:52", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45533041-41", "ovs_interfaceid": "45533041-4191-45d7-9579-b63533f01772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.592284] env[69433]: DEBUG nova.network.neutron [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Successfully updated port: 76523a00-989d-461f-b334-c65cbbda5072 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 611.658552] env[69433]: DEBUG nova.network.neutron [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Updated VIF entry in instance network info cache for port faf229a9-0762-4066-b7e1-3d11e4408141. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.658552] env[69433]: DEBUG nova.network.neutron [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Updating instance_info_cache with network_info: [{"id": "faf229a9-0762-4066-b7e1-3d11e4408141", "address": "fa:16:3e:ed:b8:74", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaf229a9-07", "ovs_interfaceid": "faf229a9-0762-4066-b7e1-3d11e4408141", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.662267] env[69433]: DEBUG nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.697887] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548031} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.698132] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.699999] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.699999] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9907a4a6-ac23-4c0b-9f13-0a5e7f9be231 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.706311] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 611.706311] env[69433]: value = "task-3337867" [ 611.706311] env[69433]: _type = "Task" [ 611.706311] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.717666] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.770054] env[69433]: DEBUG nova.scheduler.client.report [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.782717] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821365} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.783185] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 4a539684-1b4a-40d8-b3bd-9a5a5e845689/4a539684-1b4a-40d8-b3bd-9a5a5e845689.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.783530] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.783852] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-521f001f-9af3-41aa-9016-d907175cf640 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.789972] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 611.789972] env[69433]: value = "task-3337868" [ 611.789972] env[69433]: _type = "Task" [ 611.789972] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.799531] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337868, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.821864] env[69433]: DEBUG nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.847389] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.847645] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.847816] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.848015] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.848167] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.848315] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.848536] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.848801] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.848864] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.849040] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.849222] env[69433]: DEBUG nova.virt.hardware [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.850086] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a692ee-281d-4f69-8ca4-860cea0bd495 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.854727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.855040] env[69433]: DEBUG nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Instance network_info: |[{"id": "45533041-4191-45d7-9579-b63533f01772", "address": "fa:16:3e:2b:20:52", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45533041-41", "ovs_interfaceid": "45533041-4191-45d7-9579-b63533f01772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 611.856340] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:20:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45533041-4191-45d7-9579-b63533f01772', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.868685] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Creating folder: Project (ceeedd39e2544f2fb98946061dd1e8fa). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.870299] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0731fe0-cb1c-4fb8-8e82-3cd4bae83e60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.879024] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5298ba0-7c3f-4a1b-82dc-4c56dbc00fd4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.884108] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Created folder: Project (ceeedd39e2544f2fb98946061dd1e8fa) in parent group-v666200. [ 611.884517] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Creating folder: Instances. Parent ref: group-v666219. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.884581] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce94a428-47ee-4bbd-9a00-0a272b436c3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.904257] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Created folder: Instances in parent group-v666219. [ 611.905149] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 611.905149] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.905149] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-275f4a16-d24b-4865-bed7-7eac366bd991 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.928439] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.928439] env[69433]: value = "task-3337871" [ 611.928439] env[69433]: _type = "Task" [ 611.928439] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.935657] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337871, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.095786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "refresh_cache-ddb3b611-da8c-490c-a47f-f4cc5d9f4245" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.096466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "refresh_cache-ddb3b611-da8c-490c-a47f-f4cc5d9f4245" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.096466] env[69433]: DEBUG nova.network.neutron [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.161673] env[69433]: DEBUG oslo_concurrency.lockutils [req-3272e1eb-200c-42ea-841b-e54f094fd1cc req-553b9149-dabc-4573-8ad0-945f914c3a02 service nova] Releasing lock "refresh_cache-4a539684-1b4a-40d8-b3bd-9a5a5e845689" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.184946] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.216481] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081116} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.216790] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.217663] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8bd5ec-8ea1-4149-a75f-7a82f05dcc13 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.237884] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.238660] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83a2f382-e8b6-4bb7-92f0-39f02b82357f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.260652] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 612.260652] env[69433]: value = "task-3337872" [ 612.260652] env[69433]: _type = "Task" [ 612.260652] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.270968] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.278798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.279798] env[69433]: DEBUG nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.283903] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.308s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.299518] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337868, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07371} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.299792] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.300615] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b6669e-2c3e-4b39-be99-00688b65b758 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.329539] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 4a539684-1b4a-40d8-b3bd-9a5a5e845689/4a539684-1b4a-40d8-b3bd-9a5a5e845689.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.330829] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff276901-dccf-4bf4-bfbd-5223b53a2799 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.353453] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 612.353453] env[69433]: value = "task-3337873" [ 612.353453] env[69433]: _type = "Task" [ 612.353453] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.366735] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.439493] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337871, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.611311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.613328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.637861] env[69433]: DEBUG nova.network.neutron [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 612.772401] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.790176] env[69433]: DEBUG nova.compute.utils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.798019] env[69433]: DEBUG nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.798019] env[69433]: DEBUG nova.network.neutron [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.826601] env[69433]: DEBUG nova.network.neutron [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Successfully updated port: c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.865349] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.905449] env[69433]: DEBUG nova.network.neutron [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Updating instance_info_cache with network_info: [{"id": "76523a00-989d-461f-b334-c65cbbda5072", "address": "fa:16:3e:ad:9f:3c", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76523a00-98", "ovs_interfaceid": "76523a00-989d-461f-b334-c65cbbda5072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.928693] env[69433]: DEBUG nova.policy [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354aa30cc0d74c1ba95ecd65439e3bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463df47962224542bba8dc7facb33f3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.945723] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337871, 'name': CreateVM_Task, 'duration_secs': 0.804537} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.945908] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.946621] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.946809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.947147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.947413] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cbd675-27e0-42e2-8a7c-99a8e6253c55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.953584] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 612.953584] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b80404-7bb2-14a2-2f9d-6e1bd8cabc5c" [ 612.953584] env[69433]: _type = "Task" [ 612.953584] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.965768] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b80404-7bb2-14a2-2f9d-6e1bd8cabc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.274843] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337872, 'name': ReconfigVM_Task, 'duration_secs': 0.774406} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.275291] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.280015] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad3a70ee-1f07-4382-aeab-a8d0af2bed5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.283024] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 613.283024] env[69433]: value = "task-3337874" [ 613.283024] env[69433]: _type = "Task" [ 613.283024] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.293951] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337874, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.302034] env[69433]: DEBUG nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.331990] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 92219f2e-1d61-4a99-9bff-78a6e4c0cb65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.331990] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 0d07e46b-24af-4795-841b-b89ecad2326c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.331990] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 392a7894-9094-4707-9de4-9746b64eedd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.331990] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.332218] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 4a539684-1b4a-40d8-b3bd-9a5a5e845689 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.332218] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a6903f16-9d39-47f9-abd6-73b4a40ebdd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.332218] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance f7aa40be-0eb2-485a-ae3b-7511d6835ab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.332218] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance ddb3b611-da8c-490c-a47f-f4cc5d9f4245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.332375] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 0a3abf4a-4572-4a57-86cc-e6a5a9331694 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.332375] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance dd22452f-04e7-43f9-95a1-4dc220c12db3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 613.335574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "refresh_cache-0a3abf4a-4572-4a57-86cc-e6a5a9331694" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.335574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "refresh_cache-0a3abf4a-4572-4a57-86cc-e6a5a9331694" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.335574] env[69433]: DEBUG nova.network.neutron [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.371660] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337873, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.408199] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "refresh_cache-ddb3b611-da8c-490c-a47f-f4cc5d9f4245" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.408685] env[69433]: DEBUG nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance network_info: |[{"id": "76523a00-989d-461f-b334-c65cbbda5072", "address": "fa:16:3e:ad:9f:3c", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76523a00-98", "ovs_interfaceid": "76523a00-989d-461f-b334-c65cbbda5072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 613.409574] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:9f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76523a00-989d-461f-b334-c65cbbda5072', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.423149] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating folder: Project (6ccd8d062bbb43f9a3e86695c6cb637f). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.423149] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e757dd8-fa71-434d-be55-10ee83a274a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.434974] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created folder: Project (6ccd8d062bbb43f9a3e86695c6cb637f) in parent group-v666200. [ 613.435198] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating folder: Instances. Parent ref: group-v666222. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.435459] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cfdff01-500e-4718-8664-20e29fa952db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.445349] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created folder: Instances in parent group-v666222. [ 613.445551] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 613.445728] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.446038] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a654c83-7628-49ea-a182-962492305d45 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.479062] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b80404-7bb2-14a2-2f9d-6e1bd8cabc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.013674} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.480505] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.480763] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.480996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.481177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.481341] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.481584] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.481584] env[69433]: value = "task-3337877" [ 613.481584] env[69433]: _type = "Task" [ 613.481584] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.481759] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aad0af56-9d7a-4903-9898-1ec2ed913ec2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.495341] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337877, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.498921] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.499120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.501031] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a722e01-705b-4253-a767-b5e6bf4a6874 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.507158] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 613.507158] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529be41c-f93f-00d8-d8bf-f62a43d89789" [ 613.507158] env[69433]: _type = "Task" [ 613.507158] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.515930] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529be41c-f93f-00d8-d8bf-f62a43d89789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.567118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "1ffc2586-5045-4048-a7a9-0f855cedf2be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.567118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.794496] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337874, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.840021] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 613.868359] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337873, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.871851] env[69433]: DEBUG nova.network.neutron [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Successfully created port: b215e270-75ad-411e-b2b7-4645b888c3c6 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.887215] env[69433]: DEBUG nova.network.neutron [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.914563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "1e732690-5902-4ffd-bea7-98d10fb33549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.914844] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "1e732690-5902-4ffd-bea7-98d10fb33549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.994900] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337877, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.010594] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Received event network-vif-plugged-45533041-4191-45d7-9579-b63533f01772 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.010594] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Acquiring lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.010594] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.010594] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.010594] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] No waiting events found dispatching network-vif-plugged-45533041-4191-45d7-9579-b63533f01772 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.010769] env[69433]: WARNING nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Received unexpected event network-vif-plugged-45533041-4191-45d7-9579-b63533f01772 for instance with vm_state building and task_state spawning. [ 614.010769] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Received event network-changed-45533041-4191-45d7-9579-b63533f01772 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.010769] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Refreshing instance network info cache due to event network-changed-45533041-4191-45d7-9579-b63533f01772. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.010769] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Acquiring lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.010769] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Acquired lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.010946] env[69433]: DEBUG nova.network.neutron [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Refreshing network info cache for port 45533041-4191-45d7-9579-b63533f01772 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.025801] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529be41c-f93f-00d8-d8bf-f62a43d89789, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.027300] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00ff3a43-5c93-442c-ab52-d4d9d5f60103 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.034748] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 614.034748] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ff624d-6f5c-341f-e54d-82adbf1df166" [ 614.034748] env[69433]: _type = "Task" [ 614.034748] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.043250] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ff624d-6f5c-341f-e54d-82adbf1df166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.088159] env[69433]: DEBUG nova.network.neutron [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Updating instance_info_cache with network_info: [{"id": "c992d94e-37cf-4ec8-8e60-9d124fb1a3e1", "address": "fa:16:3e:ca:ad:40", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc992d94e-37", "ovs_interfaceid": "c992d94e-37cf-4ec8-8e60-9d124fb1a3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.298323] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337874, 'name': Rename_Task, 'duration_secs': 0.992513} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.298630] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.298877] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff472dd4-4630-4d67-b308-b60376569717 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.307335] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 614.307335] env[69433]: value = "task-3337878" [ 614.307335] env[69433]: _type = "Task" [ 614.307335] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.314447] env[69433]: DEBUG nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.323986] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.343415] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 659db4c6-264a-432b-96a0-c55d27b5da14 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 614.346813] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.347077] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.347240] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.347807] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.347807] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.348093] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.348142] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.348300] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.348470] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.348626] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.348789] env[69433]: DEBUG nova.virt.hardware [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.350423] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89e61b-4247-4550-a4b2-181eaafbcdad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.364725] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfef97e2-0137-478d-afd1-46a8d746836d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.374715] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337873, 'name': ReconfigVM_Task, 'duration_secs': 1.699124} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.385424] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 4a539684-1b4a-40d8-b3bd-9a5a5e845689/4a539684-1b4a-40d8-b3bd-9a5a5e845689.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.386573] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03c2fb4a-433a-43e5-b8ce-f916b29f51b0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.393121] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 614.393121] env[69433]: value = "task-3337879" [ 614.393121] env[69433]: _type = "Task" [ 614.393121] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.402949] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337879, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.450246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Acquiring lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.450538] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.450708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Acquiring lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.451331] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.451331] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.453806] env[69433]: INFO nova.compute.manager [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Terminating instance [ 614.498316] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337877, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.552598] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ff624d-6f5c-341f-e54d-82adbf1df166, 'name': SearchDatastore_Task, 'duration_secs': 0.015126} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.553319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.553319] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/f7aa40be-0eb2-485a-ae3b-7511d6835ab4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.553487] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64baf70e-5076-4cb5-9ddb-ce6fe4dbc047 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.560399] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 614.560399] env[69433]: value = "task-3337880" [ 614.560399] env[69433]: _type = "Task" [ 614.560399] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.575297] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.591134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "refresh_cache-0a3abf4a-4572-4a57-86cc-e6a5a9331694" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.591414] env[69433]: DEBUG nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Instance network_info: |[{"id": "c992d94e-37cf-4ec8-8e60-9d124fb1a3e1", "address": "fa:16:3e:ca:ad:40", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc992d94e-37", "ovs_interfaceid": "c992d94e-37cf-4ec8-8e60-9d124fb1a3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.591849] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:ad:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c992d94e-37cf-4ec8-8e60-9d124fb1a3e1', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.607023] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.607023] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.607023] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49e62819-7417-4633-a06c-be67ec48e997 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.634609] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.634609] env[69433]: value = "task-3337881" [ 614.634609] env[69433]: _type = "Task" [ 614.634609] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.643622] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337881, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.825152] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337878, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.838402] env[69433]: DEBUG nova.network.neutron [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Updated VIF entry in instance network info cache for port 45533041-4191-45d7-9579-b63533f01772. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.838402] env[69433]: DEBUG nova.network.neutron [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Updating instance_info_cache with network_info: [{"id": "45533041-4191-45d7-9579-b63533f01772", "address": "fa:16:3e:2b:20:52", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45533041-41", "ovs_interfaceid": "45533041-4191-45d7-9579-b63533f01772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.855100] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 607ed338-d4e0-47b6-8f06-f0e3809a2139 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 614.903643] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337879, 'name': Rename_Task, 'duration_secs': 0.262386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.903910] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.904913] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db0aa87-e42c-4867-a833-581c67f22092 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.911649] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 614.911649] env[69433]: value = "task-3337882" [ 614.911649] env[69433]: _type = "Task" [ 614.911649] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.920982] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.959940] env[69433]: DEBUG nova.compute.manager [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 614.960234] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 614.961173] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3014291f-53b5-4dca-9163-48cc0d99e5bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.974743] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 614.975973] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b007f9a-843f-4faf-8143-9c407aaae1fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.984778] env[69433]: DEBUG oslo_vmware.api [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Waiting for the task: (returnval){ [ 614.984778] env[69433]: value = "task-3337883" [ 614.984778] env[69433]: _type = "Task" [ 614.984778] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.000660] env[69433]: DEBUG oslo_vmware.api [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Task: {'id': task-3337883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.004870] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337877, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.074258] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337880, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.150187] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337881, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.323819] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337878, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.342696] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Releasing lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.342936] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Received event network-vif-plugged-76523a00-989d-461f-b334-c65cbbda5072 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.343175] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Acquiring lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.343392] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.343565] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.343731] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] No waiting events found dispatching network-vif-plugged-76523a00-989d-461f-b334-c65cbbda5072 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.343895] env[69433]: WARNING nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Received unexpected event network-vif-plugged-76523a00-989d-461f-b334-c65cbbda5072 for instance with vm_state building and task_state spawning. [ 615.344072] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Received event network-changed-76523a00-989d-461f-b334-c65cbbda5072 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.344230] env[69433]: DEBUG nova.compute.manager [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Refreshing instance network info cache due to event network-changed-76523a00-989d-461f-b334-c65cbbda5072. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.344473] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Acquiring lock "refresh_cache-ddb3b611-da8c-490c-a47f-f4cc5d9f4245" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.344618] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Acquired lock "refresh_cache-ddb3b611-da8c-490c-a47f-f4cc5d9f4245" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.344778] env[69433]: DEBUG nova.network.neutron [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Refreshing network info cache for port 76523a00-989d-461f-b334-c65cbbda5072 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.358449] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 615.427690] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337882, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.500791] env[69433]: DEBUG oslo_vmware.api [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Task: {'id': task-3337883, 'name': PowerOffVM_Task, 'duration_secs': 0.316065} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.501853] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 615.502163] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 615.502562] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb47461d-3c70-45f0-bb93-6be816314681 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.511469] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337877, 'name': CreateVM_Task, 'duration_secs': 1.688442} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.512121] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.512867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.513089] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.513400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.513678] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0f79c1-f1f9-4e11-8fc5-59fdf45773f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.519310] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 615.519310] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524c7cee-9813-4611-9de9-5d380906d561" [ 615.519310] env[69433]: _type = "Task" [ 615.519310] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.531221] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524c7cee-9813-4611-9de9-5d380906d561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.574275] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756193} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.574604] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/f7aa40be-0eb2-485a-ae3b-7511d6835ab4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.575121] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.576982] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eedc902d-bb78-4297-b320-5282deaf108d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.577873] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 615.578069] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 615.578239] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Deleting the datastore file [datastore1] 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.578479] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aaf1c8e-839a-435c-befc-6d410bdf54d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.588023] env[69433]: DEBUG oslo_vmware.api [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Waiting for the task: (returnval){ [ 615.588023] env[69433]: value = "task-3337886" [ 615.588023] env[69433]: _type = "Task" [ 615.588023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.590341] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 615.590341] env[69433]: value = "task-3337885" [ 615.590341] env[69433]: _type = "Task" [ 615.590341] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.602952] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.606098] env[69433]: DEBUG oslo_vmware.api [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Task: {'id': task-3337886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.647779] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337881, 'name': CreateVM_Task, 'duration_secs': 0.712527} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.647936] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.648798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.754601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "a408ea57-9966-4246-a7f3-2fe708b5afc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.754601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.824156] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337878, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.865052] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 6c69c423-87ef-4f0e-853d-f795c70464b9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 615.901106] env[69433]: DEBUG nova.network.neutron [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Successfully updated port: b215e270-75ad-411e-b2b7-4645b888c3c6 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.924827] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337882, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.032479] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524c7cee-9813-4611-9de9-5d380906d561, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.032479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.032479] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.032479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.032623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.032623] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.032623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.032922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.033194] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2464667-685a-49e0-a88b-734003033b29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.035309] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f628db9-5de9-4643-a77d-4cacf9849da1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.043999] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 616.043999] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4483e-98dd-d6bb-4330-815269b2c821" [ 616.043999] env[69433]: _type = "Task" [ 616.043999] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.055036] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4483e-98dd-d6bb-4330-815269b2c821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.055036] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.055036] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.055253] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f9f543-66ba-4724-8397-ba9261884a36 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.060740] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 616.060740] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52402d6f-064a-e1ea-037d-78589f1262ea" [ 616.060740] env[69433]: _type = "Task" [ 616.060740] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.073293] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52402d6f-064a-e1ea-037d-78589f1262ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.102131] env[69433]: DEBUG oslo_vmware.api [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Task: {'id': task-3337886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171084} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.102131] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.102131] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.102518] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.102756] env[69433]: INFO nova.compute.manager [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Took 1.14 seconds to destroy the instance on the hypervisor. [ 616.103062] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.103781] env[69433]: DEBUG nova.compute.manager [-] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.104083] env[69433]: DEBUG nova.network.neutron [-] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.109196] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069428} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.109655] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.111172] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29ad96f-af0e-4675-b53b-a2dbf7a38820 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.136401] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/f7aa40be-0eb2-485a-ae3b-7511d6835ab4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.137877] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65b2c18-6dfb-4d7d-a753-743571a3a788 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.159203] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 616.159203] env[69433]: value = "task-3337887" [ 616.159203] env[69433]: _type = "Task" [ 616.159203] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.173522] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.200946] env[69433]: DEBUG nova.network.neutron [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Updated VIF entry in instance network info cache for port 76523a00-989d-461f-b334-c65cbbda5072. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.200946] env[69433]: DEBUG nova.network.neutron [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Updating instance_info_cache with network_info: [{"id": "76523a00-989d-461f-b334-c65cbbda5072", "address": "fa:16:3e:ad:9f:3c", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76523a00-98", "ovs_interfaceid": "76523a00-989d-461f-b334-c65cbbda5072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.324496] env[69433]: DEBUG oslo_vmware.api [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337878, 'name': PowerOnVM_Task, 'duration_secs': 1.635161} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.324803] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.324976] env[69433]: INFO nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Took 11.83 seconds to spawn the instance on the hypervisor. [ 616.325195] env[69433]: DEBUG nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.326046] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c30a05-26c5-4cfd-b338-8475d5c88609 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.368303] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 616.404008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.404188] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.404352] env[69433]: DEBUG nova.network.neutron [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.422275] env[69433]: DEBUG oslo_vmware.api [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337882, 'name': PowerOnVM_Task, 'duration_secs': 1.209093} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.422602] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.422808] env[69433]: INFO nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Took 14.38 seconds to spawn the instance on the hypervisor. [ 616.422990] env[69433]: DEBUG nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.423795] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e04ce30-31e9-4f33-9661-6c4f3851f4cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.556593] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4483e-98dd-d6bb-4330-815269b2c821, 'name': SearchDatastore_Task, 'duration_secs': 0.046013} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.556981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.557292] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.557580] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.573664] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52402d6f-064a-e1ea-037d-78589f1262ea, 'name': SearchDatastore_Task, 'duration_secs': 0.029361} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.573664] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff5b212-1c48-4fdf-b59e-1f1aa4741d83 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.580106] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 616.580106] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b0ca7-0070-82ae-6677-fc0859cd7eda" [ 616.580106] env[69433]: _type = "Task" [ 616.580106] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.589650] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b0ca7-0070-82ae-6677-fc0859cd7eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.669245] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.704027] env[69433]: DEBUG oslo_concurrency.lockutils [req-d0842764-e566-4ebb-861c-ad2b42804b0b req-d3de705e-a1c0-4158-a575-1fbac61a8163 service nova] Releasing lock "refresh_cache-ddb3b611-da8c-490c-a47f-f4cc5d9f4245" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.846384] env[69433]: INFO nova.compute.manager [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Took 24.65 seconds to build instance. [ 616.874438] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7530c7cf-94a7-415b-a631-7777e2b09a47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 616.940968] env[69433]: INFO nova.compute.manager [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Took 25.04 seconds to build instance. [ 616.968443] env[69433]: DEBUG nova.network.neutron [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.094633] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b0ca7-0070-82ae-6677-fc0859cd7eda, 'name': SearchDatastore_Task, 'duration_secs': 0.041376} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.094911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.095190] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.095498] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.095704] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.096086] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19075986-0c28-4b74-a837-67a73f740c12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.098185] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bf48818-7fca-4e04-aff1-bf48adb57d50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.108412] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 617.108412] env[69433]: value = "task-3337888" [ 617.108412] env[69433]: _type = "Task" [ 617.108412] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.117037] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.117258] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.118325] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce72e69-e6b9-4ea6-b331-f5a20495b28f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.124474] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.127599] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 617.127599] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523980be-1323-6f92-d9fc-c29d2402488a" [ 617.127599] env[69433]: _type = "Task" [ 617.127599] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.136408] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523980be-1323-6f92-d9fc-c29d2402488a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.140860] env[69433]: DEBUG nova.network.neutron [-] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.168598] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337887, 'name': ReconfigVM_Task, 'duration_secs': 1.009044} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.170148] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/f7aa40be-0eb2-485a-ae3b-7511d6835ab4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.170306] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd528fe0-fba2-4398-a1e6-8be59d86fc63 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.178087] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 617.178087] env[69433]: value = "task-3337889" [ 617.178087] env[69433]: _type = "Task" [ 617.178087] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.188583] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337889, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.245500] env[69433]: DEBUG nova.network.neutron [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance_info_cache with network_info: [{"id": "b215e270-75ad-411e-b2b7-4645b888c3c6", "address": "fa:16:3e:37:00:dc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb215e270-75", "ovs_interfaceid": "b215e270-75ad-411e-b2b7-4645b888c3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.350182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f2886dc-59d0-4ce5-abbf-b045ec8ec8d6 tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.160s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.377677] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance b461f82f-7ce7-4bef-9f57-706b5239b3f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 617.444224] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Received event network-vif-plugged-c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.444480] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Acquiring lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.444740] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.444855] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.445058] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] No waiting events found dispatching network-vif-plugged-c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 617.445231] env[69433]: WARNING nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Received unexpected event network-vif-plugged-c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 for instance with vm_state building and task_state spawning. [ 617.445471] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Received event network-changed-c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 617.445591] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Refreshing instance network info cache due to event network-changed-c992d94e-37cf-4ec8-8e60-9d124fb1a3e1. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 617.445781] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Acquiring lock "refresh_cache-0a3abf4a-4572-4a57-86cc-e6a5a9331694" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.446533] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Acquired lock "refresh_cache-0a3abf4a-4572-4a57-86cc-e6a5a9331694" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.447662] env[69433]: DEBUG nova.network.neutron [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Refreshing network info cache for port c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 617.452202] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aceaa6be-a989-4a14-af2e-8f67488e9edb tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.561s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.619915] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337888, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.639883] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523980be-1323-6f92-d9fc-c29d2402488a, 'name': SearchDatastore_Task, 'duration_secs': 0.031386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.640777] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d610e618-6cb9-4aaf-ae0e-ba152df790a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.643473] env[69433]: INFO nova.compute.manager [-] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Took 1.54 seconds to deallocate network for instance. [ 617.652352] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 617.652352] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dc0913-ae85-3fb7-ec5c-5f7f7752ca6e" [ 617.652352] env[69433]: _type = "Task" [ 617.652352] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.663094] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dc0913-ae85-3fb7-ec5c-5f7f7752ca6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.691165] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337889, 'name': Rename_Task, 'duration_secs': 0.188212} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.691165] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.691165] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c8fd6f-3f5a-4924-aaf7-2aefebbe50b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.698824] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 617.698824] env[69433]: value = "task-3337890" [ 617.698824] env[69433]: _type = "Task" [ 617.698824] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.708582] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.751210] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.751210] env[69433]: DEBUG nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Instance network_info: |[{"id": "b215e270-75ad-411e-b2b7-4645b888c3c6", "address": "fa:16:3e:37:00:dc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb215e270-75", "ovs_interfaceid": "b215e270-75ad-411e-b2b7-4645b888c3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.751365] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:00:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b215e270-75ad-411e-b2b7-4645b888c3c6', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.757080] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Creating folder: Project (463df47962224542bba8dc7facb33f3e). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.758228] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63664e68-86d0-4ed8-9971-e58c22eac675 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.773211] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Created folder: Project (463df47962224542bba8dc7facb33f3e) in parent group-v666200. [ 617.773211] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Creating folder: Instances. Parent ref: group-v666226. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.773211] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6794a33-7a08-4c22-ba47-533329ade139 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.787028] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Created folder: Instances in parent group-v666226. [ 617.787028] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.787028] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.787028] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f4ef5c7-2abf-40a9-8d02-2ae1e8e59b5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.814139] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.814139] env[69433]: value = "task-3337893" [ 617.814139] env[69433]: _type = "Task" [ 617.814139] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.823457] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337893, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.853339] env[69433]: DEBUG nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.884110] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 1ffc2586-5045-4048-a7a9-0f855cedf2be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 617.886269] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 617.886269] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 617.962276] env[69433]: DEBUG nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.065300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "2c1cbcc3-22f0-4443-95cd-05dafecde659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.065567] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.123281] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586811} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.123803] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.124372] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.124739] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d92373bd-d5cf-4e16-a100-877d2c19df76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.136021] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 618.136021] env[69433]: value = "task-3337894" [ 618.136021] env[69433]: _type = "Task" [ 618.136021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.150322] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.154036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.169564] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dc0913-ae85-3fb7-ec5c-5f7f7752ca6e, 'name': SearchDatastore_Task, 'duration_secs': 0.032516} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.172444] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.172826] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 0a3abf4a-4572-4a57-86cc-e6a5a9331694/0a3abf4a-4572-4a57-86cc-e6a5a9331694.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.173201] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c45e72c-9b56-4689-9ddf-25b14cb1f719 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.186502] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 618.186502] env[69433]: value = "task-3337895" [ 618.186502] env[69433]: _type = "Task" [ 618.186502] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.207767] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.223152] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337890, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.320464] env[69433]: DEBUG nova.network.neutron [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Updated VIF entry in instance network info cache for port c992d94e-37cf-4ec8-8e60-9d124fb1a3e1. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 618.320986] env[69433]: DEBUG nova.network.neutron [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Updating instance_info_cache with network_info: [{"id": "c992d94e-37cf-4ec8-8e60-9d124fb1a3e1", "address": "fa:16:3e:ca:ad:40", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc992d94e-37", "ovs_interfaceid": "c992d94e-37cf-4ec8-8e60-9d124fb1a3e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.336600] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337893, 'name': CreateVM_Task, 'duration_secs': 0.467754} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.337464] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae612bc-db80-4553-8844-41c3aa6ae47b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.341636] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.342420] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.342615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.342949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.343939] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a3d172-ef60-41c1-8332-702748677c0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.350501] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebbd3c5-2860-4d52-a653-1f261253d36b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.355490] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 618.355490] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c22be7-dcf2-1b34-736e-265595bb8c2c" [ 618.355490] env[69433]: _type = "Task" [ 618.355490] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.395409] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1629fc63-16a6-426a-827f-1faa9cc0fe24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.403211] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c22be7-dcf2-1b34-736e-265595bb8c2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.404598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.404598] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.404771] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.404975] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.405235] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.407636] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f42f4841-0d4f-4f29-946e-6603a0fbafea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.411059] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e7ef38-dc46-40aa-91bb-280ace63f3aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.416564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.427787] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.433839] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.433839] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.433839] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01727d2-8154-4ba7-9921-8f2101ceafdd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.437542] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 618.437542] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523e6e21-b4b4-cfe2-2de3-0657f9c4b49c" [ 618.437542] env[69433]: _type = "Task" [ 618.437542] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.447208] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523e6e21-b4b4-cfe2-2de3-0657f9c4b49c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.499135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.650526] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073776} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.650813] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.651686] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fa3e6b-fa88-4d5a-ae5c-d0da21ad0e8b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.677627] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.677627] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eb58665-5f8f-44b6-8a09-f0c0a40c5e26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.717148] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337890, 'name': PowerOnVM_Task} progress is 68%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.722150] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 618.722150] env[69433]: value = "task-3337896" [ 618.722150] env[69433]: _type = "Task" [ 618.722150] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.723548] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.735106] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.829730] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Releasing lock "refresh_cache-0a3abf4a-4572-4a57-86cc-e6a5a9331694" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.829730] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Received event network-vif-plugged-b215e270-75ad-411e-b2b7-4645b888c3c6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.829730] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Acquiring lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.829730] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.829730] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.829970] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] No waiting events found dispatching network-vif-plugged-b215e270-75ad-411e-b2b7-4645b888c3c6 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.829970] env[69433]: WARNING nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Received unexpected event network-vif-plugged-b215e270-75ad-411e-b2b7-4645b888c3c6 for instance with vm_state building and task_state spawning. [ 618.832041] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Received event network-changed-b215e270-75ad-411e-b2b7-4645b888c3c6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.832041] env[69433]: DEBUG nova.compute.manager [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Refreshing instance network info cache due to event network-changed-b215e270-75ad-411e-b2b7-4645b888c3c6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.832041] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Acquiring lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.832253] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Acquired lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.832540] env[69433]: DEBUG nova.network.neutron [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Refreshing network info cache for port b215e270-75ad-411e-b2b7-4645b888c3c6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.952899] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523e6e21-b4b4-cfe2-2de3-0657f9c4b49c, 'name': SearchDatastore_Task, 'duration_secs': 0.055064} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.953537] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b3c040-e91a-4f45-a413-c61dd14719f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.959144] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 618.959144] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5249df44-0a89-2cc5-21da-36ad00e42e26" [ 618.959144] env[69433]: _type = "Task" [ 618.959144] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.967782] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5249df44-0a89-2cc5-21da-36ad00e42e26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.972694] env[69433]: ERROR nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [req-c9bc609a-5f01-4c35-a72b-43826309524c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9bc609a-5f01-4c35-a72b-43826309524c"}]} [ 618.995429] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 619.015079] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 619.015386] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.029816] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 619.050879] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 619.220490] env[69433]: DEBUG oslo_vmware.api [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337890, 'name': PowerOnVM_Task, 'duration_secs': 1.299801} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.221578] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561507} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.221578] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.221578] env[69433]: INFO nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Took 12.30 seconds to spawn the instance on the hypervisor. [ 619.221578] env[69433]: DEBUG nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.221966] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 0a3abf4a-4572-4a57-86cc-e6a5a9331694/0a3abf4a-4572-4a57-86cc-e6a5a9331694.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.221966] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.225059] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba58f0cd-7729-4b02-b4f6-27551fb61380 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.227802] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31f30f71-8285-4968-a0d9-16ed8ec35b31 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.247483] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 619.247483] env[69433]: value = "task-3337897" [ 619.247483] env[69433]: _type = "Task" [ 619.247483] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.247483] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.260730] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.470962] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5249df44-0a89-2cc5-21da-36ad00e42e26, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.473207] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.473207] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] dd22452f-04e7-43f9-95a1-4dc220c12db3/dd22452f-04e7-43f9-95a1-4dc220c12db3.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.474026] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84bfc35-1a60-4175-8f7c-c0d80cfde3fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.479623] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d79d0c9-c6ff-4cd5-bcad-99938513901c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.487182] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62715acc-76f5-415b-a25b-b33b1003b6ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.491864] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 619.491864] env[69433]: value = "task-3337898" [ 619.491864] env[69433]: _type = "Task" [ 619.491864] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.526385] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ddcfea-54f2-4af8-89cc-b0bd06216e1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.532135] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.537074] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb352da9-d914-4146-a35e-3c71ae45e90c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.550916] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.650215] env[69433]: DEBUG nova.network.neutron [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updated VIF entry in instance network info cache for port b215e270-75ad-411e-b2b7-4645b888c3c6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.650215] env[69433]: DEBUG nova.network.neutron [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance_info_cache with network_info: [{"id": "b215e270-75ad-411e-b2b7-4645b888c3c6", "address": "fa:16:3e:37:00:dc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb215e270-75", "ovs_interfaceid": "b215e270-75ad-411e-b2b7-4645b888c3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.741270] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337896, 'name': ReconfigVM_Task, 'duration_secs': 0.83385} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.743569] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.744246] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cdaf020-7554-4e7b-a43d-dccf7faf14f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.759070] env[69433]: INFO nova.compute.manager [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Took 25.44 seconds to build instance. [ 619.768308] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 619.768308] env[69433]: value = "task-3337899" [ 619.768308] env[69433]: _type = "Task" [ 619.768308] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.768729] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069365} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.768729] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.774097] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce3c4b-b6e9-4479-98eb-b243d2ecba9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.802977] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 0a3abf4a-4572-4a57-86cc-e6a5a9331694/0a3abf4a-4572-4a57-86cc-e6a5a9331694.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.803683] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a6541d3-99ee-417d-804d-608fa6698db4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.824575] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 619.824575] env[69433]: value = "task-3337900" [ 619.824575] env[69433]: _type = "Task" [ 619.824575] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.833671] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.005403] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337898, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.100638] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 620.100912] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 26 to 27 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.101089] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.154480] env[69433]: DEBUG oslo_concurrency.lockutils [req-c8cac602-2808-49d7-97e4-6c5f64fdb743 req-cbe123dc-de32-408a-b3e4-75f855a63de3 service nova] Releasing lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.261690] env[69433]: DEBUG oslo_concurrency.lockutils [None req-995bf048-d23e-4664-aaae-b2cd41c2f1c7 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.959s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.281346] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337899, 'name': Rename_Task, 'duration_secs': 0.207173} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.282618] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.283076] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec401503-2848-46f1-9b20-48883e3bfbcd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.289481] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 620.289481] env[69433]: value = "task-3337901" [ 620.289481] env[69433]: _type = "Task" [ 620.289481] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.298400] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.339092] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.505977] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786051} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.506389] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] dd22452f-04e7-43f9-95a1-4dc220c12db3/dd22452f-04e7-43f9-95a1-4dc220c12db3.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.506648] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.506898] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6faebbc0-12ef-4adc-806e-2c736a36afeb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.514696] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 620.514696] env[69433]: value = "task-3337902" [ 620.514696] env[69433]: _type = "Task" [ 620.514696] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.524945] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.589645] env[69433]: DEBUG nova.compute.manager [req-025c4aad-621b-44ac-926e-8dd19f0b8ab5 req-5f2cae14-e1ed-4f10-937c-96450650044f service nova] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Received event network-vif-deleted-fe92a902-4af6-4bb1-aacf-ed06252e75b7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.609014] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 620.609014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.326s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.609539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.102s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.611335] env[69433]: INFO nova.compute.claims [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.767882] env[69433]: DEBUG nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.806406] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.835550] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337900, 'name': ReconfigVM_Task, 'duration_secs': 0.607746} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.835746] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 0a3abf4a-4572-4a57-86cc-e6a5a9331694/0a3abf4a-4572-4a57-86cc-e6a5a9331694.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.836420] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffb2a7ae-45f3-425e-bcf6-830394ec6ed3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.845129] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 620.845129] env[69433]: value = "task-3337903" [ 620.845129] env[69433]: _type = "Task" [ 620.845129] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.855920] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337903, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.025548] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117282} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.025801] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.026629] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf074a1-d437-4d74-8736-a732b9c81a04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.061948] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] dd22452f-04e7-43f9-95a1-4dc220c12db3/dd22452f-04e7-43f9-95a1-4dc220c12db3.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.061948] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844fcaab-b47c-44cb-80be-459b4bd2b1e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.086323] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 621.086323] env[69433]: value = "task-3337904" [ 621.086323] env[69433]: _type = "Task" [ 621.086323] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.096940] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.303867] env[69433]: DEBUG oslo_vmware.api [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337901, 'name': PowerOnVM_Task, 'duration_secs': 0.728053} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.304982] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.305361] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.305650] env[69433]: INFO nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Took 11.87 seconds to spawn the instance on the hypervisor. [ 621.309171] env[69433]: DEBUG nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.310266] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f709e87-8378-4a64-a84c-749058e8a486 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.359785] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337903, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.588076] env[69433]: INFO nova.compute.manager [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Rescuing [ 621.588411] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.588411] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.588593] env[69433]: DEBUG nova.network.neutron [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.612142] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337904, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.839765] env[69433]: INFO nova.compute.manager [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Took 23.97 seconds to build instance. [ 621.856888] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337903, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.945755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.945755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.040726] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f20fbe-4d95-4f6c-ae33-9a11f1c22b96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.048740] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b254f3c-36f8-4404-bc78-a3a778f52107 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.086132] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f408dc8a-93fa-4b8b-9c80-a21ff1ae2e28 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.097274] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a4c93d-51d6-4b63-b674-72e7bcab0604 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.106167] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337904, 'name': ReconfigVM_Task, 'duration_secs': 0.547327} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.106891] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Reconfigured VM instance instance-0000000a to attach disk [datastore2] dd22452f-04e7-43f9-95a1-4dc220c12db3/dd22452f-04e7-43f9-95a1-4dc220c12db3.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.107888] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b771bb0b-f47f-45b1-a572-77c92f38df3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.117934] env[69433]: DEBUG nova.compute.provider_tree [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.124357] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 622.124357] env[69433]: value = "task-3337905" [ 622.124357] env[69433]: _type = "Task" [ 622.124357] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.133608] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337905, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.344106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9d9c91c-4840-4710-9410-7169996d1df8 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.490s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.360550] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337903, 'name': Rename_Task, 'duration_secs': 1.435907} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.361755] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.362543] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b96581d5-cb01-4b81-9181-8a4261e8a4ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.369311] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 622.369311] env[69433]: value = "task-3337906" [ 622.369311] env[69433]: _type = "Task" [ 622.369311] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.379430] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.621211] env[69433]: DEBUG nova.scheduler.client.report [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.639833] env[69433]: DEBUG nova.network.neutron [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Updating instance_info_cache with network_info: [{"id": "45533041-4191-45d7-9579-b63533f01772", "address": "fa:16:3e:2b:20:52", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45533041-41", "ovs_interfaceid": "45533041-4191-45d7-9579-b63533f01772", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.646579] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337905, 'name': Rename_Task, 'duration_secs': 0.347633} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.647419] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.647419] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530c76a5-a5b5-4ffb-ad5e-195953090492 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.656180] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 622.656180] env[69433]: value = "task-3337907" [ 622.656180] env[69433]: _type = "Task" [ 622.656180] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.664747] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.847780] env[69433]: DEBUG nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.888651] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337906, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.139144] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.139144] env[69433]: DEBUG nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.149130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.830s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.149130] env[69433]: INFO nova.compute.claims [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.152058] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "refresh_cache-f7aa40be-0eb2-485a-ae3b-7511d6835ab4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.175059] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337907, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.236786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "4dadecae-296e-453b-a434-78870fae404e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.237014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "4dadecae-296e-453b-a434-78870fae404e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.385635] env[69433]: DEBUG oslo_vmware.api [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3337906, 'name': PowerOnVM_Task, 'duration_secs': 0.726872} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.386446] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.386643] env[69433]: INFO nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Took 11.56 seconds to spawn the instance on the hypervisor. [ 623.387618] env[69433]: DEBUG nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.388081] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6611632e-1e8a-4904-ad45-686da217f773 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.392455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.656516] env[69433]: DEBUG nova.compute.utils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.657830] env[69433]: DEBUG nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.658930] env[69433]: DEBUG nova.network.neutron [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.663185] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.663536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.663825] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.664296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.664679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.674817] env[69433]: INFO nova.compute.manager [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Terminating instance [ 623.688073] env[69433]: DEBUG oslo_vmware.api [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3337907, 'name': PowerOnVM_Task, 'duration_secs': 0.804638} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.688073] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.689893] env[69433]: INFO nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Took 9.37 seconds to spawn the instance on the hypervisor. [ 623.689893] env[69433]: DEBUG nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.690274] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1e1418-795b-40cf-b899-bd90f0d68737 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.873290] env[69433]: DEBUG nova.policy [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94c5a810d199497aa47f7ac4eef3454e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fbff98cc6004a408f7f6f14cdd3831a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.916215] env[69433]: INFO nova.compute.manager [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Took 24.32 seconds to build instance. [ 624.165080] env[69433]: DEBUG nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.181140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "2f8a27df-b350-4b34-8d14-8a57437488c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.181632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "2f8a27df-b350-4b34-8d14-8a57437488c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.183395] env[69433]: DEBUG nova.compute.manager [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 624.183395] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 624.184505] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2876f1-e033-4231-b891-ed8908610078 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.192745] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.192851] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ab479b-9a75-45f6-8d61-0ec31a69a757 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.200506] env[69433]: DEBUG oslo_vmware.api [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 624.200506] env[69433]: value = "task-3337908" [ 624.200506] env[69433]: _type = "Task" [ 624.200506] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.226613] env[69433]: DEBUG oslo_vmware.api [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.249273] env[69433]: INFO nova.compute.manager [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Took 23.72 seconds to build instance. [ 624.419081] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d211b19-0134-4efd-8031-562ca23d872d tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.841s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.506794] env[69433]: INFO nova.compute.manager [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Rebuilding instance [ 624.561845] env[69433]: DEBUG nova.compute.manager [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.564055] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79411b21-a3e0-44fe-b18e-77cff8811991 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.647992] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c068788-e23b-46b8-8a4f-b095f3d54bc7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.657967] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f7d27a-2802-4c7a-9063-74be720bca10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.713810] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73143f0-f8bf-4816-b0ac-e9c76d0119f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.727205] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcbe03a-5499-46fe-b34f-15c1fc0c20ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.731289] env[69433]: DEBUG oslo_vmware.api [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337908, 'name': PowerOffVM_Task, 'duration_secs': 0.369514} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.731875] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 624.732149] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 624.732339] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 624.732573] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd4c435-ce54-4df7-86a2-3e734b7fc518 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.734459] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5656bb81-8f25-434a-a9af-4aaaf6295643 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.745022] env[69433]: DEBUG nova.compute.provider_tree [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.752746] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 624.752746] env[69433]: value = "task-3337909" [ 624.752746] env[69433]: _type = "Task" [ 624.752746] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.757103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a89485e0-32d5-498c-b297-588c1170884c tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.250s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.765582] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.825114] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 624.825581] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 624.825581] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Deleting the datastore file [datastore2] 4a539684-1b4a-40d8-b3bd-9a5a5e845689 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 624.825897] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-727bd30e-c329-4969-8a8e-6d5f78eccca6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.835781] env[69433]: DEBUG oslo_vmware.api [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for the task: (returnval){ [ 624.835781] env[69433]: value = "task-3337911" [ 624.835781] env[69433]: _type = "Task" [ 624.835781] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.847882] env[69433]: DEBUG oslo_vmware.api [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.925189] env[69433]: DEBUG nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.007472] env[69433]: DEBUG nova.network.neutron [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Successfully created port: a9a8dede-ebc8-44e6-b596-86d0272afe67 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.211757] env[69433]: DEBUG nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.238924] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.239217] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.239379] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.239720] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.239720] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.239841] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.240124] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.240297] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.240467] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.240629] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.240801] env[69433]: DEBUG nova.virt.hardware [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.241721] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698eaf21-d617-47f7-a2db-1ab55be5a3fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.249512] env[69433]: DEBUG nova.scheduler.client.report [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.254169] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdccd76-cb87-4fd5-922f-95f0b6003488 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.268018] env[69433]: DEBUG nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.292916] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337909, 'name': PowerOffVM_Task, 'duration_secs': 0.278809} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.292916] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 625.294054] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62dfadd-0652-4842-aa21-13b058279191 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.312770] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76bab83-97c3-4b67-9e76-fe5fb3866c1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.344656] env[69433]: DEBUG oslo_vmware.api [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Task: {'id': task-3337911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195247} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.346549] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.347090] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 625.347090] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 625.347201] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 625.347313] env[69433]: INFO nova.compute.manager [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Took 1.16 seconds to destroy the instance on the hypervisor. [ 625.347560] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.347745] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e072736-db77-409c-b915-09b72eae0ef9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.349237] env[69433]: DEBUG nova.compute.manager [-] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 625.349336] env[69433]: DEBUG nova.network.neutron [-] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 625.356069] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 625.356069] env[69433]: value = "task-3337912" [ 625.356069] env[69433]: _type = "Task" [ 625.356069] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.363627] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.455766] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.581357] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.585265] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a926e9b2-a53f-4344-b5f8-b47ae5afb4ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.593499] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 625.593499] env[69433]: value = "task-3337913" [ 625.593499] env[69433]: _type = "Task" [ 625.593499] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.604397] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.763249] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.763982] env[69433]: DEBUG nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.768395] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.863s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.769966] env[69433]: INFO nova.compute.claims [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.809401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.872060] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 625.872303] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.872997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.872997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.872997] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.873165] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55dc1de4-6c38-4635-add7-9e8954f3d8e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.887415] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.887685] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.888392] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f9ac64-c65e-437d-96f7-b852e8872fae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.894142] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 625.894142] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52652019-53bb-c7de-de3e-230d6d78923e" [ 625.894142] env[69433]: _type = "Task" [ 625.894142] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.902307] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52652019-53bb-c7de-de3e-230d6d78923e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.111877] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337913, 'name': PowerOffVM_Task, 'duration_secs': 0.208125} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.113129] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.113259] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.114174] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9431a7ca-93a9-4faf-aeaf-1b60a28a9fca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.123074] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.123564] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74657bb0-9254-4195-b875-85e6f8fd24bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.156477] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.156735] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.157067] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleting the datastore file [datastore2] a6903f16-9d39-47f9-abd6-73b4a40ebdd4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.157345] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d6e8736-925e-4bfd-a4a2-501e6bf2a842 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.166910] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 626.166910] env[69433]: value = "task-3337915" [ 626.166910] env[69433]: _type = "Task" [ 626.166910] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.176608] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.239270] env[69433]: DEBUG nova.network.neutron [-] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.276028] env[69433]: DEBUG nova.compute.utils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.278575] env[69433]: DEBUG nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.278763] env[69433]: DEBUG nova.network.neutron [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.339499] env[69433]: DEBUG nova.policy [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d60173d63f04be1a5e8fea2eea7321b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '602a59d218a54b4aafb879d97a30ef96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.405950] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52652019-53bb-c7de-de3e-230d6d78923e, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.410232] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c7a574-7615-42b5-8bc6-89b0b5eb5f72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.413524] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 626.413524] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52840649-39c5-9465-8d67-db177f6fccdf" [ 626.413524] env[69433]: _type = "Task" [ 626.413524] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.425848] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52840649-39c5-9465-8d67-db177f6fccdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.686598] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162936} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.686598] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.686598] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.686598] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.693680] env[69433]: DEBUG nova.compute.manager [req-7d752f1f-2359-4657-9718-ae2ddcde89f2 req-803d2621-91c9-475d-8739-9deb197a5e3f service nova] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Received event network-vif-deleted-faf229a9-0762-4066-b7e1-3d11e4408141 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.730453] env[69433]: DEBUG nova.compute.manager [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.731647] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592745fe-1234-46bb-93d9-a5489c7b8b31 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.745388] env[69433]: INFO nova.compute.manager [-] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Took 1.39 seconds to deallocate network for instance. [ 626.780369] env[69433]: DEBUG nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.811454] env[69433]: DEBUG nova.network.neutron [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Successfully created port: b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.927259] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52840649-39c5-9465-8d67-db177f6fccdf, 'name': SearchDatastore_Task, 'duration_secs': 0.030393} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.927259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.927259] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. {{(pid=69433) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 626.927713] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7b7729b-792d-4f96-b4e3-8548c29a47b3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.938925] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 626.938925] env[69433]: value = "task-3337916" [ 626.938925] env[69433]: _type = "Task" [ 626.938925] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.948946] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.249518] env[69433]: INFO nova.compute.manager [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] instance snapshotting [ 627.252085] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.254382] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9bcc4a-1a61-4cc6-a2a8-969cb3fb3d5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.281994] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d355ab-c70e-403e-a379-5385639b9f8b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.287658] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb684c-df81-4949-a541-ab995394a820 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.302985] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d73a5e-efd1-41a6-9269-31452bbb8d6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.340771] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a0be16-6acb-4bc2-b550-688de16e53c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.352040] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e050dbfc-03b7-4301-bd13-c70f4d044f2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.370061] env[69433]: DEBUG nova.compute.provider_tree [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.454013] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337916, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.490433] env[69433]: DEBUG nova.network.neutron [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Successfully updated port: a9a8dede-ebc8-44e6-b596-86d0272afe67 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 627.734798] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.735187] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.735442] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.735735] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.735922] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.736145] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.736443] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.736691] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.737024] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.737526] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.737526] env[69433]: DEBUG nova.virt.hardware [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.738824] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e385f0c-a3ba-468f-9445-d3a6905f47d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.750616] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e068e4-f3a6-404c-953c-c0eece773363 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.772009] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.778587] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.779446] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.779702] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a75993a-e463-4a54-9a6d-1edd74025820 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.795475] env[69433]: DEBUG nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.800194] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.800194] env[69433]: value = "task-3337917" [ 627.800194] env[69433]: _type = "Task" [ 627.800194] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.806119] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 627.806467] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdcd312c-1393-4f86-bd88-4e61a2fda9fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.822209] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 627.822209] env[69433]: value = "task-3337918" [ 627.822209] env[69433]: _type = "Task" [ 627.822209] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.823265] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337917, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.835024] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:30:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='130422239',id=25,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-480864944',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.835024] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.835024] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.835386] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.835386] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.835386] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.835386] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.835386] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.835557] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.835557] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.835557] env[69433]: DEBUG nova.virt.hardware [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.835702] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf9943-3ba6-43f1-a5a8-5f647a859841 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.843982] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337918, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.847628] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f62f73-dea0-4eca-9577-168e689c3347 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.877029] env[69433]: DEBUG nova.scheduler.client.report [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.949025] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913734} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.949335] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. [ 627.950167] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19b19e0-694b-4423-a5f8-f9e2ec5bffaf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.981932] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.982403] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbb60646-928b-4308-af24-3036e0c36eff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.998083] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "refresh_cache-8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.998083] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquired lock "refresh_cache-8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.998083] env[69433]: DEBUG nova.network.neutron [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.008315] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 628.008315] env[69433]: value = "task-3337919" [ 628.008315] env[69433]: _type = "Task" [ 628.008315] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.017659] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.023671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "482ad76b-9174-474f-a399-31a87941b4c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.023932] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "482ad76b-9174-474f-a399-31a87941b4c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.309803] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337917, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.331337] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337918, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.383422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.384044] env[69433]: DEBUG nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.387109] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.202s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.388482] env[69433]: INFO nova.compute.claims [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.419175] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "fa288b4c-b51a-4ef0-b700-0da46529617f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.419463] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.480883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "3e0e857b-c69a-4c3e-a116-269073c38cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.481091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.512864] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "edf0945e-367f-41c9-a083-e4294b7b270a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.513207] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "edf0945e-367f-41c9-a083-e4294b7b270a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.526253] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.542259] env[69433]: DEBUG nova.network.neutron [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.574094] env[69433]: DEBUG nova.compute.manager [req-b2c681ef-a706-47d3-a7ed-d2e1ca03def2 req-dfe6baee-f628-493e-9e46-b5fb1d499ebe service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Received event network-vif-plugged-a9a8dede-ebc8-44e6-b596-86d0272afe67 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.574399] env[69433]: DEBUG oslo_concurrency.lockutils [req-b2c681ef-a706-47d3-a7ed-d2e1ca03def2 req-dfe6baee-f628-493e-9e46-b5fb1d499ebe service nova] Acquiring lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.574645] env[69433]: DEBUG oslo_concurrency.lockutils [req-b2c681ef-a706-47d3-a7ed-d2e1ca03def2 req-dfe6baee-f628-493e-9e46-b5fb1d499ebe service nova] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.574812] env[69433]: DEBUG oslo_concurrency.lockutils [req-b2c681ef-a706-47d3-a7ed-d2e1ca03def2 req-dfe6baee-f628-493e-9e46-b5fb1d499ebe service nova] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.574975] env[69433]: DEBUG nova.compute.manager [req-b2c681ef-a706-47d3-a7ed-d2e1ca03def2 req-dfe6baee-f628-493e-9e46-b5fb1d499ebe service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] No waiting events found dispatching network-vif-plugged-a9a8dede-ebc8-44e6-b596-86d0272afe67 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 628.575152] env[69433]: WARNING nova.compute.manager [req-b2c681ef-a706-47d3-a7ed-d2e1ca03def2 req-dfe6baee-f628-493e-9e46-b5fb1d499ebe service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Received unexpected event network-vif-plugged-a9a8dede-ebc8-44e6-b596-86d0272afe67 for instance with vm_state building and task_state spawning. [ 628.712934] env[69433]: DEBUG nova.compute.manager [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 628.736798] env[69433]: DEBUG nova.network.neutron [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Updating instance_info_cache with network_info: [{"id": "a9a8dede-ebc8-44e6-b596-86d0272afe67", "address": "fa:16:3e:37:19:ba", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a8dede-eb", "ovs_interfaceid": "a9a8dede-ebc8-44e6-b596-86d0272afe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.813493] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337917, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.838143] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337918, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.892961] env[69433]: DEBUG nova.compute.utils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.900039] env[69433]: DEBUG nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.900220] env[69433]: DEBUG nova.network.neutron [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.906182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.906403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.971166] env[69433]: DEBUG nova.policy [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8f37758a1874c8a808656f5f6b455b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a43a478b047a4b9fa0d3a4f66629e6fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 629.023429] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337919, 'name': ReconfigVM_Task, 'duration_secs': 0.785504} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.023687] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.024720] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3587570-14de-47a6-a3c7-786c03e01976 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.054743] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e49d09-667d-470a-951f-da38df3c56eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.070280] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 629.070280] env[69433]: value = "task-3337920" [ 629.070280] env[69433]: _type = "Task" [ 629.070280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.079274] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.240860] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.241597] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Releasing lock "refresh_cache-8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.242136] env[69433]: DEBUG nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Instance network_info: |[{"id": "a9a8dede-ebc8-44e6-b596-86d0272afe67", "address": "fa:16:3e:37:19:ba", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a8dede-eb", "ovs_interfaceid": "a9a8dede-ebc8-44e6-b596-86d0272afe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 629.242737] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:19:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9a8dede-ebc8-44e6-b596-86d0272afe67', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.251605] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Creating folder: Project (7fbff98cc6004a408f7f6f14cdd3831a). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.252513] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afa2181b-d0e4-4acb-b972-93521f2bdcc6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.265465] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Created folder: Project (7fbff98cc6004a408f7f6f14cdd3831a) in parent group-v666200. [ 629.265719] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Creating folder: Instances. Parent ref: group-v666231. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.265984] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-352f526e-ddee-4fad-9b9e-9f813d45f2fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.277955] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Created folder: Instances in parent group-v666231. [ 629.278340] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 629.278600] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.278983] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7491e55e-b2bf-4706-a24b-2ee93a92b7e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.299637] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.299637] env[69433]: value = "task-3337923" [ 629.299637] env[69433]: _type = "Task" [ 629.299637] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.310961] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337923, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.314171] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337917, 'name': CreateVM_Task, 'duration_secs': 1.109499} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.314453] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.314926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.315159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.315528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.315821] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-769ba452-d7b8-4995-aebe-c37d63f97392 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.320309] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 629.320309] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528769f8-c61e-5627-d107-f8a29b25ddc1" [ 629.320309] env[69433]: _type = "Task" [ 629.320309] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.333348] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528769f8-c61e-5627-d107-f8a29b25ddc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.339893] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337918, 'name': CreateSnapshot_Task, 'duration_secs': 1.389157} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.340302] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 629.341550] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d150af5-dd7c-4441-a0e2-b4724e322cfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.411183] env[69433]: DEBUG nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.503984] env[69433]: DEBUG nova.network.neutron [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Successfully updated port: b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.584260] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337920, 'name': ReconfigVM_Task, 'duration_secs': 0.206514} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.584925] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.587431] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d989674-7d40-41cd-b3f4-6bd180614f66 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.592301] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 629.592301] env[69433]: value = "task-3337924" [ 629.592301] env[69433]: _type = "Task" [ 629.592301] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.603649] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.677835] env[69433]: DEBUG nova.network.neutron [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Successfully created port: 351dfd87-0d30-4b32-920e-88be059b7552 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.719587] env[69433]: DEBUG nova.compute.manager [req-e10a99eb-57be-46a1-abbe-c86986ca3944 req-78ef5320-a186-4fb3-bf77-44d83d4e1d15 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Received event network-vif-plugged-b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.719682] env[69433]: DEBUG oslo_concurrency.lockutils [req-e10a99eb-57be-46a1-abbe-c86986ca3944 req-78ef5320-a186-4fb3-bf77-44d83d4e1d15 service nova] Acquiring lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.719884] env[69433]: DEBUG oslo_concurrency.lockutils [req-e10a99eb-57be-46a1-abbe-c86986ca3944 req-78ef5320-a186-4fb3-bf77-44d83d4e1d15 service nova] Lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.720097] env[69433]: DEBUG oslo_concurrency.lockutils [req-e10a99eb-57be-46a1-abbe-c86986ca3944 req-78ef5320-a186-4fb3-bf77-44d83d4e1d15 service nova] Lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.720339] env[69433]: DEBUG nova.compute.manager [req-e10a99eb-57be-46a1-abbe-c86986ca3944 req-78ef5320-a186-4fb3-bf77-44d83d4e1d15 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] No waiting events found dispatching network-vif-plugged-b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.720939] env[69433]: WARNING nova.compute.manager [req-e10a99eb-57be-46a1-abbe-c86986ca3944 req-78ef5320-a186-4fb3-bf77-44d83d4e1d15 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Received unexpected event network-vif-plugged-b49be82a-b972-4d6a-bd18-b17ecd32e90e for instance with vm_state building and task_state spawning. [ 629.815609] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337923, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.831660] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528769f8-c61e-5627-d107-f8a29b25ddc1, 'name': SearchDatastore_Task, 'duration_secs': 0.01928} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.831844] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.832203] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.832334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.832481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.832725] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.835377] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65f603a9-2bd6-46b0-b38c-afb8fcd37548 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.847240] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.848080] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.848463] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8285271-bbb0-454c-b472-2303b3a55784 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.865357] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 629.865755] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 629.865755] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52097501-eb94-71cc-8ab9-ddb417842f1b" [ 629.865755] env[69433]: _type = "Task" [ 629.865755] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.869424] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2f2b0b6-0237-46c1-b339-7e6671f688bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.892753] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52097501-eb94-71cc-8ab9-ddb417842f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.024393} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.900222] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 629.900222] env[69433]: value = "task-3337925" [ 629.900222] env[69433]: _type = "Task" [ 629.900222] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.900222] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7267c1d7-2039-4d83-bbc4-567f9607c4e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.917085] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 629.917085] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526a411a-c81f-3705-71ac-339a63d1eacf" [ 629.917085] env[69433]: _type = "Task" [ 629.917085] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.929701] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337925, 'name': CloneVM_Task} progress is 11%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.947961] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526a411a-c81f-3705-71ac-339a63d1eacf, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.951732] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.951832] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.952379] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c76ad9af-e3df-4dab-83f1-6325f43e02d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.961936] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 629.961936] env[69433]: value = "task-3337926" [ 629.961936] env[69433]: _type = "Task" [ 629.961936] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.973046] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.008980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.008980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.008980] env[69433]: DEBUG nova.network.neutron [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.072657] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fc7e35-8311-4e89-beb2-ee7b72d9f83f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.082194] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f896d8c-a8b3-4f42-ba41-dbdd51fa56d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.119560] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94d687-eeac-430e-a4fc-ad46977e243e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.131019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41b908a-5a9b-44da-a9f6-44e89714dfc5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.135397] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.153763] env[69433]: DEBUG nova.compute.provider_tree [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.313204] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337923, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.413726] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337925, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.440105] env[69433]: DEBUG nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.475906] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.479920] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.480179] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.480404] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.480505] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.480652] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.480868] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.481747] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.481747] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.481747] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.481747] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.481747] env[69433]: DEBUG nova.virt.hardware [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.486020] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb6037-55e7-47a1-9223-8027bae931ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.494680] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc381d-5a81-4189-9ae2-f48a4104f207 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.601979] env[69433]: DEBUG nova.network.neutron [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.629093] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.659616] env[69433]: DEBUG nova.scheduler.client.report [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.820480] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337923, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.920609] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337925, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.976774] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758368} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.977161] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.977364] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.977634] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-249bca1a-38a1-4001-bb07-621a3830bc5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.988238] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 630.988238] env[69433]: value = "task-3337927" [ 630.988238] env[69433]: _type = "Task" [ 630.988238] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.998155] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.003732] env[69433]: DEBUG nova.network.neutron [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [{"id": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "address": "fa:16:3e:58:48:6b", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49be82a-b9", "ovs_interfaceid": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.127392] env[69433]: DEBUG oslo_vmware.api [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3337924, 'name': PowerOnVM_Task, 'duration_secs': 1.482549} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.127900] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.130809] env[69433]: DEBUG nova.compute.manager [None req-0f082ffb-6745-4e26-9a47-f8b601d258bc tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.131826] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce221eae-8416-4225-b3a6-5041e61c26d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.168010] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.168661] env[69433]: DEBUG nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 631.175017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.020s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.175017] env[69433]: DEBUG nova.objects.instance [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Lazy-loading 'resources' on Instance uuid 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.181239] env[69433]: DEBUG nova.compute.manager [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Received event network-changed-a9a8dede-ebc8-44e6-b596-86d0272afe67 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.181423] env[69433]: DEBUG nova.compute.manager [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Refreshing instance network info cache due to event network-changed-a9a8dede-ebc8-44e6-b596-86d0272afe67. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.181722] env[69433]: DEBUG oslo_concurrency.lockutils [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] Acquiring lock "refresh_cache-8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.181814] env[69433]: DEBUG oslo_concurrency.lockutils [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] Acquired lock "refresh_cache-8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.183107] env[69433]: DEBUG nova.network.neutron [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Refreshing network info cache for port a9a8dede-ebc8-44e6-b596-86d0272afe67 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.313837] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337923, 'name': CreateVM_Task, 'duration_secs': 1.687563} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.315683] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.315683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.315683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.315683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.316372] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753b779c-5f81-4911-8107-2285d5dba58a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.326322] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 631.326322] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5216c7cc-e02b-3582-8984-4a09282a7249" [ 631.326322] env[69433]: _type = "Task" [ 631.326322] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.335623] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5216c7cc-e02b-3582-8984-4a09282a7249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.416661] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337925, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.504671] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104689} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.504671] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.505442] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21292ec7-8483-4322-a76b-4dac75830b7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.510330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.511183] env[69433]: DEBUG nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Instance network_info: |[{"id": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "address": "fa:16:3e:58:48:6b", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49be82a-b9", "ovs_interfaceid": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.513193] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:48:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b49be82a-b972-4d6a-bd18-b17ecd32e90e', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.522892] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating folder: Project (602a59d218a54b4aafb879d97a30ef96). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.523831] env[69433]: DEBUG nova.network.neutron [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Successfully updated port: 351dfd87-0d30-4b32-920e-88be059b7552 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 631.525939] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42eff60-64be-4ca6-a83a-c09abf562e10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.547460] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.548928] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a488ff7b-e0d4-43f1-bdad-6efbbbd93cf9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.566765] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created folder: Project (602a59d218a54b4aafb879d97a30ef96) in parent group-v666200. [ 631.567970] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating folder: Instances. Parent ref: group-v666235. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.567970] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fa740bf-43f8-43e9-9d3c-df955c42c5ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.572820] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 631.572820] env[69433]: value = "task-3337929" [ 631.572820] env[69433]: _type = "Task" [ 631.572820] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.582533] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337929, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.583914] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created folder: Instances in parent group-v666235. [ 631.584204] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.584732] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.584979] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f75a8ad-da89-4340-b851-2436094ff0ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.605083] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.605083] env[69433]: value = "task-3337931" [ 631.605083] env[69433]: _type = "Task" [ 631.605083] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.614507] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337931, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.678205] env[69433]: DEBUG nova.compute.utils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.678868] env[69433]: DEBUG nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.678988] env[69433]: DEBUG nova.network.neutron [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.802213] env[69433]: DEBUG nova.policy [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ebd2a91ea7a404a8fe8fb177a3062c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e5735dee94243ba84050a851565d5f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.843676] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5216c7cc-e02b-3582-8984-4a09282a7249, 'name': SearchDatastore_Task, 'duration_secs': 0.043608} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.846499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.846733] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.846967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.847133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.849798] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.849798] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-addde898-32f5-443e-8a12-5faff0d18eb7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.867022] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.867022] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.867022] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-678343cf-d8cf-42a7-8bd4-4850980090a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.873535] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 631.873535] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f27cfb-9cb8-bc76-0e48-b83b692d0837" [ 631.873535] env[69433]: _type = "Task" [ 631.873535] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.888967] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f27cfb-9cb8-bc76-0e48-b83b692d0837, 'name': SearchDatastore_Task, 'duration_secs': 0.013574} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.890869] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a0d7497-552a-4e4c-957e-b670bcffd2d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.897156] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 631.897156] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f19ebe-f904-e8ae-102c-29d04cef078b" [ 631.897156] env[69433]: _type = "Task" [ 631.897156] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.913582] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f19ebe-f904-e8ae-102c-29d04cef078b, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.913881] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.914120] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86/8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.915120] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f6a888a-54b0-4ca6-a5cf-c13af49c05ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.921128] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337925, 'name': CloneVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.929150] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 631.929150] env[69433]: value = "task-3337932" [ 631.929150] env[69433]: _type = "Task" [ 631.929150] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.941247] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.033422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "refresh_cache-607ed338-d4e0-47b6-8f06-f0e3809a2139" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquired lock "refresh_cache-607ed338-d4e0-47b6-8f06-f0e3809a2139" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033422] env[69433]: DEBUG nova.network.neutron [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.070467] env[69433]: DEBUG nova.network.neutron [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Updated VIF entry in instance network info cache for port a9a8dede-ebc8-44e6-b596-86d0272afe67. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.070817] env[69433]: DEBUG nova.network.neutron [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Updating instance_info_cache with network_info: [{"id": "a9a8dede-ebc8-44e6-b596-86d0272afe67", "address": "fa:16:3e:37:19:ba", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9a8dede-eb", "ovs_interfaceid": "a9a8dede-ebc8-44e6-b596-86d0272afe67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.092305] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337929, 'name': ReconfigVM_Task, 'duration_secs': 0.303673} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.092305] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a6903f16-9d39-47f9-abd6-73b4a40ebdd4/a6903f16-9d39-47f9-abd6-73b4a40ebdd4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.092305] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe83a76a-bc9b-49f8-90f4-3a989780a89e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.099348] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 632.099348] env[69433]: value = "task-3337933" [ 632.099348] env[69433]: _type = "Task" [ 632.099348] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.123977] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337933, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.128428] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337931, 'name': CreateVM_Task, 'duration_secs': 0.423183} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.128428] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.128428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.128428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.128428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.128677] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-684a5d4a-8ded-4230-82ec-1f319dfc7609 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.133099] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 632.133099] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a0c1e2-add2-2675-ed12-54078f367fa7" [ 632.133099] env[69433]: _type = "Task" [ 632.133099] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.143352] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a0c1e2-add2-2675-ed12-54078f367fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.184379] env[69433]: DEBUG nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 632.299299] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5364c4d-b9d6-4eff-ad90-175aca47575c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.310189] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0864d80b-2467-4405-a59d-aeb66d657208 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.349773] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f92622-6983-46ca-aa42-60c348367c49 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.358989] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1286bb6a-f485-4ac1-a6ed-46e7cda6565c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.378062] env[69433]: DEBUG nova.compute.provider_tree [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.419687] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337925, 'name': CloneVM_Task, 'duration_secs': 2.04955} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.419687] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Created linked-clone VM from snapshot [ 632.420423] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cca9b4-7adb-4da6-8ea8-534c7f0cb9f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.430890] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Uploading image 77448e70-1c5f-4e4e-a96d-f0d2eee3726b {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 632.445332] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.450023] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 632.450023] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23aeb763-95cf-496b-96bb-6663f617b7f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.455529] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 632.455529] env[69433]: value = "task-3337934" [ 632.455529] env[69433]: _type = "Task" [ 632.455529] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.464677] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337934, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.578037] env[69433]: DEBUG oslo_concurrency.lockutils [req-eabcc9f9-2add-4e9a-bec7-71f6597f839e req-31ce9e14-b91a-4cc5-acd0-ec0c7fbc8817 service nova] Releasing lock "refresh_cache-8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.589064] env[69433]: DEBUG nova.network.neutron [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 632.605845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "a8997733-2108-4557-81d2-3e470f547ea6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.606242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "a8997733-2108-4557-81d2-3e470f547ea6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.621685] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337933, 'name': Rename_Task, 'duration_secs': 0.183342} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.621685] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.621881] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ed56da2-c329-4e96-9de3-3da3242c1005 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.629721] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 632.629721] env[69433]: value = "task-3337935" [ 632.629721] env[69433]: _type = "Task" [ 632.629721] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.645903] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337935, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.653020] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a0c1e2-add2-2675-ed12-54078f367fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.653020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.653020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.653020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.653541] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.653541] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.653834] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb5cba1-3584-4ac1-a3ce-5c336f67564f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.662531] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.662654] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.663574] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd40d738-504a-41eb-8d6c-e52e4dbe40d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.669704] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 632.669704] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d030e2-b5b9-f0fb-1706-1f2ca7228056" [ 632.669704] env[69433]: _type = "Task" [ 632.669704] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.680910] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d030e2-b5b9-f0fb-1706-1f2ca7228056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.747775] env[69433]: DEBUG nova.network.neutron [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Successfully created port: ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.845385] env[69433]: DEBUG nova.network.neutron [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Updating instance_info_cache with network_info: [{"id": "351dfd87-0d30-4b32-920e-88be059b7552", "address": "fa:16:3e:89:4d:7a", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351dfd87-0d", "ovs_interfaceid": "351dfd87-0d30-4b32-920e-88be059b7552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.883038] env[69433]: DEBUG nova.scheduler.client.report [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.891326] env[69433]: DEBUG nova.compute.manager [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Received event network-changed-b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.893647] env[69433]: DEBUG nova.compute.manager [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Refreshing instance network info cache due to event network-changed-b49be82a-b972-4d6a-bd18-b17ecd32e90e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.893972] env[69433]: DEBUG oslo_concurrency.lockutils [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] Acquiring lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.894147] env[69433]: DEBUG oslo_concurrency.lockutils [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] Acquired lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.894329] env[69433]: DEBUG nova.network.neutron [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Refreshing network info cache for port b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.945061] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612951} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.945226] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86/8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.945332] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.945584] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db156f25-8727-4cc2-972f-9af793c44ddc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.955174] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 632.955174] env[69433]: value = "task-3337936" [ 632.955174] env[69433]: _type = "Task" [ 632.955174] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.967413] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.969810] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337934, 'name': Destroy_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.147036] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337935, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.185355] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d030e2-b5b9-f0fb-1706-1f2ca7228056, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.186220] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b837b00f-f099-467c-a82b-118d2dc11afb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.194815] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 633.194815] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0e1fb-0abd-5797-9c7a-d659c17c4d05" [ 633.194815] env[69433]: _type = "Task" [ 633.194815] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.198995] env[69433]: DEBUG nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 633.207023] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0e1fb-0abd-5797-9c7a-d659c17c4d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.230675] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 633.230917] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 633.231087] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.231516] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 633.231516] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.231628] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 633.231751] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 633.231911] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 633.232292] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 633.232292] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 633.232473] env[69433]: DEBUG nova.virt.hardware [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 633.233378] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e730dfb-23cd-45ea-8c69-2d8f0f1200dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.241393] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f10c68e-d355-4079-931e-16de75112d4f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.350769] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Releasing lock "refresh_cache-607ed338-d4e0-47b6-8f06-f0e3809a2139" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.351143] env[69433]: DEBUG nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Instance network_info: |[{"id": "351dfd87-0d30-4b32-920e-88be059b7552", "address": "fa:16:3e:89:4d:7a", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351dfd87-0d", "ovs_interfaceid": "351dfd87-0d30-4b32-920e-88be059b7552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 633.351703] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:4d:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '351dfd87-0d30-4b32-920e-88be059b7552', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 633.360193] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Creating folder: Project (a43a478b047a4b9fa0d3a4f66629e6fe). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.360529] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-efe3ebc0-1335-4736-bca9-bd67ed230217 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.372308] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Created folder: Project (a43a478b047a4b9fa0d3a4f66629e6fe) in parent group-v666200. [ 633.372502] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Creating folder: Instances. Parent ref: group-v666238. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 633.372841] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33d9126b-822e-4261-9264-f3f804e05a83 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.381782] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Created folder: Instances in parent group-v666238. [ 633.381867] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.383356] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 633.383893] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb4fb633-b259-4fc6-bd61-de9a1ac73598 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.402450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.406424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.990s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.408011] env[69433]: INFO nova.compute.claims [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.415953] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.415953] env[69433]: value = "task-3337939" [ 633.415953] env[69433]: _type = "Task" [ 633.415953] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.432916] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337939, 'name': CreateVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.436402] env[69433]: INFO nova.scheduler.client.report [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Deleted allocations for instance 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad [ 633.473172] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074586} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.477563] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.478371] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337934, 'name': Destroy_Task, 'duration_secs': 0.58001} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.482231] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6afadb-2e56-441d-8cf9-899ef89a5d9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.484964] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Destroyed the VM [ 633.485731] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 633.485731] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d7356a78-512d-4ba7-a362-93ef7d6a0ccd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.515752] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86/8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.518098] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b495f2-5981-4d1e-8468-806bfc2abd30 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.533655] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 633.533655] env[69433]: value = "task-3337940" [ 633.533655] env[69433]: _type = "Task" [ 633.533655] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.539691] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 633.539691] env[69433]: value = "task-3337941" [ 633.539691] env[69433]: _type = "Task" [ 633.539691] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.547060] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337940, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.553261] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337941, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.642228] env[69433]: DEBUG oslo_vmware.api [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337935, 'name': PowerOnVM_Task, 'duration_secs': 0.532762} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.642513] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.642818] env[69433]: DEBUG nova.compute.manager [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.643524] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa641088-5c8b-4fdd-9f85-8e926322e483 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.710252] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0e1fb-0abd-5797-9c7a-d659c17c4d05, 'name': SearchDatastore_Task, 'duration_secs': 0.023175} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.711397] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.711701] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/659db4c6-264a-432b-96a0-c55d27b5da14.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.712042] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a4daad1-6885-4b44-8799-39e0af77af4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.719471] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 633.719471] env[69433]: value = "task-3337942" [ 633.719471] env[69433]: _type = "Task" [ 633.719471] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.729877] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.874563] env[69433]: DEBUG nova.network.neutron [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updated VIF entry in instance network info cache for port b49be82a-b972-4d6a-bd18-b17ecd32e90e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.874863] env[69433]: DEBUG nova.network.neutron [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [{"id": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "address": "fa:16:3e:58:48:6b", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49be82a-b9", "ovs_interfaceid": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.930263] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337939, 'name': CreateVM_Task, 'duration_secs': 0.330087} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.930471] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.931203] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.931414] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.931728] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.931980] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da61bfb4-ba84-4ad1-832a-7b652fa1c0ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.938184] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 633.938184] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5241fe72-d640-ed91-59fd-deda058745e1" [ 633.938184] env[69433]: _type = "Task" [ 633.938184] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.945586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-79809423-fbc1-418b-9efb-9a53c34fec16 tempest-DeleteServersAdminTestJSON-1682887063 tempest-DeleteServersAdminTestJSON-1682887063-project-admin] Lock "7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.495s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.952338] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5241fe72-d640-ed91-59fd-deda058745e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.043778] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337940, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.051733] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337941, 'name': ReconfigVM_Task, 'duration_secs': 0.479144} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.052792] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86/8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.052792] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f34b2a5-e390-4e10-b9a7-0f98dbd038e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.058820] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 634.058820] env[69433]: value = "task-3337943" [ 634.058820] env[69433]: _type = "Task" [ 634.058820] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.068152] env[69433]: DEBUG nova.compute.manager [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Received event network-vif-plugged-351dfd87-0d30-4b32-920e-88be059b7552 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.068152] env[69433]: DEBUG oslo_concurrency.lockutils [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] Acquiring lock "607ed338-d4e0-47b6-8f06-f0e3809a2139-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.068455] env[69433]: DEBUG oslo_concurrency.lockutils [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.068609] env[69433]: DEBUG oslo_concurrency.lockutils [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.068723] env[69433]: DEBUG nova.compute.manager [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] No waiting events found dispatching network-vif-plugged-351dfd87-0d30-4b32-920e-88be059b7552 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.068903] env[69433]: WARNING nova.compute.manager [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Received unexpected event network-vif-plugged-351dfd87-0d30-4b32-920e-88be059b7552 for instance with vm_state building and task_state spawning. [ 634.069075] env[69433]: DEBUG nova.compute.manager [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Received event network-changed-351dfd87-0d30-4b32-920e-88be059b7552 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.069262] env[69433]: DEBUG nova.compute.manager [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Refreshing instance network info cache due to event network-changed-351dfd87-0d30-4b32-920e-88be059b7552. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.069447] env[69433]: DEBUG oslo_concurrency.lockutils [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] Acquiring lock "refresh_cache-607ed338-d4e0-47b6-8f06-f0e3809a2139" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.069575] env[69433]: DEBUG oslo_concurrency.lockutils [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] Acquired lock "refresh_cache-607ed338-d4e0-47b6-8f06-f0e3809a2139" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.069723] env[69433]: DEBUG nova.network.neutron [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Refreshing network info cache for port 351dfd87-0d30-4b32-920e-88be059b7552 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.078789] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337943, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.162937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.232138] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337942, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.248854] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "74e361f7-4db6-4646-84e0-5d467f559fd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.249115] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "74e361f7-4db6-4646-84e0-5d467f559fd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.379114] env[69433]: DEBUG oslo_concurrency.lockutils [req-8488047b-a267-4ba9-82d2-c8006a0d49eb req-36f91979-cb8a-4c51-a893-142814747b81 service nova] Releasing lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.449692] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5241fe72-d640-ed91-59fd-deda058745e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.449993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.450235] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.450474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.450621] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.450803] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.451073] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c93401-5f5e-4462-8887-391a1a17f9fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.461890] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.462118] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.462881] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0dfaccd-c74f-4ded-9c75-9b403796620d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.469286] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 634.469286] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a36a93-e6cc-8e15-4769-695f237e752c" [ 634.469286] env[69433]: _type = "Task" [ 634.469286] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.489400] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a36a93-e6cc-8e15-4769-695f237e752c, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.490207] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae91f4b-18cf-4cad-b1f2-1973384a0156 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.497912] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 634.497912] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5291ed27-88ae-aafe-7b99-4d0ffb9f3822" [ 634.497912] env[69433]: _type = "Task" [ 634.497912] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.506251] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5291ed27-88ae-aafe-7b99-4d0ffb9f3822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.544421] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337940, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.570292] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337943, 'name': Rename_Task, 'duration_secs': 0.450575} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.570292] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.570292] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce9fbf1e-74c2-4048-89e3-443c006c6a51 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.577951] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 634.577951] env[69433]: value = "task-3337944" [ 634.577951] env[69433]: _type = "Task" [ 634.577951] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.592390] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.744599] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713174} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.744882] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/659db4c6-264a-432b-96a0-c55d27b5da14.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.745107] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.746224] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fb06f17-df81-4ac9-a307-893876ccbf56 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.756019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "8a408ee7-9957-489d-8dd4-fe4dab792d26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.756160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.761035] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 634.761035] env[69433]: value = "task-3337945" [ 634.761035] env[69433]: _type = "Task" [ 634.761035] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.770252] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.949062] env[69433]: DEBUG nova.network.neutron [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Successfully updated port: ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.995748] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f51875-704a-41f0-bf72-ca92579f08cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.011639] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3844cf88-b47c-47b7-98aa-8db63d35ec4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.015349] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5291ed27-88ae-aafe-7b99-4d0ffb9f3822, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.017480] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.017774] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 607ed338-d4e0-47b6-8f06-f0e3809a2139/607ed338-d4e0-47b6-8f06-f0e3809a2139.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.020319] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a712830-b2e9-483c-99b1-9c23dafdd17a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.065870] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277a0e73-3d80-47ef-aca2-69aa0c1eb1e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.072370] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 635.072370] env[69433]: value = "task-3337946" [ 635.072370] env[69433]: _type = "Task" [ 635.072370] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.081658] env[69433]: DEBUG oslo_vmware.api [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337940, 'name': RemoveSnapshot_Task, 'duration_secs': 1.064772} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.087677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef38a9b-fb49-450e-8af2-5f7020d95181 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.091752] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 635.097033] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.102398] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337944, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.111687] env[69433]: DEBUG nova.compute.provider_tree [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.271666] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099996} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.271666] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.274057] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe91c7-43d3-4635-b650-60e101038a3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.297952] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/659db4c6-264a-432b-96a0-c55d27b5da14.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.297952] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-032dde70-dd96-4902-aedc-7b78a42140bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.314461] env[69433]: DEBUG nova.network.neutron [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Updated VIF entry in instance network info cache for port 351dfd87-0d30-4b32-920e-88be059b7552. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.314843] env[69433]: DEBUG nova.network.neutron [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Updating instance_info_cache with network_info: [{"id": "351dfd87-0d30-4b32-920e-88be059b7552", "address": "fa:16:3e:89:4d:7a", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.45", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351dfd87-0d", "ovs_interfaceid": "351dfd87-0d30-4b32-920e-88be059b7552", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.320108] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 635.320108] env[69433]: value = "task-3337947" [ 635.320108] env[69433]: _type = "Task" [ 635.320108] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.327377] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.455540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.455540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.455540] env[69433]: DEBUG nova.network.neutron [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.594121] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337946, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.608049] env[69433]: WARNING nova.compute.manager [None req-05734902-1d19-43f1-9523-2a873a173241 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Image not found during snapshot: nova.exception.ImageNotFound: Image 77448e70-1c5f-4e4e-a96d-f0d2eee3726b could not be found. [ 635.609755] env[69433]: DEBUG oslo_vmware.api [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337944, 'name': PowerOnVM_Task, 'duration_secs': 0.919782} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.610275] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.610475] env[69433]: INFO nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Took 10.40 seconds to spawn the instance on the hypervisor. [ 635.610812] env[69433]: DEBUG nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.611771] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05399ac-e85b-46d0-b475-0686ede23d30 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.616388] env[69433]: DEBUG nova.scheduler.client.report [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.820756] env[69433]: DEBUG oslo_concurrency.lockutils [req-68722da9-cbe9-49a6-92ec-3cac32cafa2e req-4f41ac5b-6b99-4035-b021-6e048b537784 service nova] Releasing lock "refresh_cache-607ed338-d4e0-47b6-8f06-f0e3809a2139" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.833353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "dd17765b-eeab-4249-ab76-6476423ba5a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.833548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.838736] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.031083] env[69433]: DEBUG nova.network.neutron [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.086361] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783683} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.086807] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 607ed338-d4e0-47b6-8f06-f0e3809a2139/607ed338-d4e0-47b6-8f06-f0e3809a2139.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.087341] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.091334] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3c7390e-a475-40da-bf34-9715efde086c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.094944] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 636.094944] env[69433]: value = "task-3337948" [ 636.094944] env[69433]: _type = "Task" [ 636.094944] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.104903] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.121721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.121967] env[69433]: DEBUG nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.125151] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.628s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.127026] env[69433]: INFO nova.compute.claims [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.139412] env[69433]: INFO nova.compute.manager [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Took 28.68 seconds to build instance. [ 636.331633] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337947, 'name': ReconfigVM_Task, 'duration_secs': 0.800773} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.332293] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/659db4c6-264a-432b-96a0-c55d27b5da14.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.332580] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d134b19-a17e-4082-a276-d1b1ad53999a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.339228] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 636.339228] env[69433]: value = "task-3337949" [ 636.339228] env[69433]: _type = "Task" [ 636.339228] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.350296] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337949, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.383635] env[69433]: DEBUG nova.network.neutron [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updating instance_info_cache with network_info: [{"id": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "address": "fa:16:3e:3d:35:32", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca42f8d7-ed", "ovs_interfaceid": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.562796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.563341] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.605189] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121412} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.605189] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.608039] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5dd766-3569-4578-98a7-0555d292ee64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.627586] env[69433]: DEBUG nova.compute.utils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.639895] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 607ed338-d4e0-47b6-8f06-f0e3809a2139/607ed338-d4e0-47b6-8f06-f0e3809a2139.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.640574] env[69433]: DEBUG nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.643083] env[69433]: DEBUG nova.network.neutron [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.648034] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a357da-7878-4259-ace6-b0dec6b65a23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.670177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-041379eb-f62e-474b-bba8-fb96b417978d tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.359s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.678409] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 636.678409] env[69433]: value = "task-3337950" [ 636.678409] env[69433]: _type = "Task" [ 636.678409] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.683046] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.683046] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.683046] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.683541] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.684389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.687120] env[69433]: INFO nova.compute.manager [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Terminating instance [ 636.692103] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.769728] env[69433]: DEBUG nova.policy [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77b35e43f90c406caff945775f0b6fcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dda53f1819f46778f3b253d913a2d8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.855695] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337949, 'name': Rename_Task, 'duration_secs': 0.43089} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.860018] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.863119] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c91e4c36-8ea8-4f35-a345-c7b97bc30d12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.870193] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 636.870193] env[69433]: value = "task-3337951" [ 636.870193] env[69433]: _type = "Task" [ 636.870193] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.881173] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.887435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.887435] env[69433]: DEBUG nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Instance network_info: |[{"id": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "address": "fa:16:3e:3d:35:32", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca42f8d7-ed", "ovs_interfaceid": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.887722] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:35:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca42f8d7-ed45-49ad-8cea-b8367f4664c0', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.902759] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating folder: Project (0e5735dee94243ba84050a851565d5f3). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.909457] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59833a2f-4c8d-4160-acb9-4bd4ebbf0373 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.924169] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created folder: Project (0e5735dee94243ba84050a851565d5f3) in parent group-v666200. [ 636.924393] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating folder: Instances. Parent ref: group-v666241. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.924640] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-333a4a1c-a8a8-4811-84e9-15032e2939a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.935129] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created folder: Instances in parent group-v666241. [ 636.935372] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.935553] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.936714] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06b8028d-01a6-4c1b-ad18-6e88001621d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.965127] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.965127] env[69433]: value = "task-3337954" [ 636.965127] env[69433]: _type = "Task" [ 636.965127] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.979526] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337954, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.141331] env[69433]: DEBUG nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.177289] env[69433]: DEBUG nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.192505] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.195355] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "refresh_cache-a6903f16-9d39-47f9-abd6-73b4a40ebdd4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.195355] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquired lock "refresh_cache-a6903f16-9d39-47f9-abd6-73b4a40ebdd4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.195554] env[69433]: DEBUG nova.network.neutron [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.215902] env[69433]: DEBUG nova.network.neutron [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Successfully created port: 2a0193de-07d0-4cae-94d2-153dc336cb63 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.262581] env[69433]: DEBUG nova.compute.manager [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Received event network-vif-plugged-ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.262581] env[69433]: DEBUG oslo_concurrency.lockutils [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] Acquiring lock "3d34de78-04b1-4473-b577-88f8014a5c19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.262581] env[69433]: DEBUG oslo_concurrency.lockutils [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] Lock "3d34de78-04b1-4473-b577-88f8014a5c19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.263089] env[69433]: DEBUG oslo_concurrency.lockutils [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] Lock "3d34de78-04b1-4473-b577-88f8014a5c19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.263089] env[69433]: DEBUG nova.compute.manager [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] No waiting events found dispatching network-vif-plugged-ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.263089] env[69433]: WARNING nova.compute.manager [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Received unexpected event network-vif-plugged-ca42f8d7-ed45-49ad-8cea-b8367f4664c0 for instance with vm_state building and task_state spawning. [ 637.263206] env[69433]: DEBUG nova.compute.manager [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Received event network-changed-ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.263483] env[69433]: DEBUG nova.compute.manager [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Refreshing instance network info cache due to event network-changed-ca42f8d7-ed45-49ad-8cea-b8367f4664c0. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.263483] env[69433]: DEBUG oslo_concurrency.lockutils [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] Acquiring lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.263796] env[69433]: DEBUG oslo_concurrency.lockutils [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] Acquired lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.263990] env[69433]: DEBUG nova.network.neutron [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Refreshing network info cache for port ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.351551] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b600ecbb-98be-4a76-8996-7a0542b3b058 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.360462] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0628a861-ecde-4e1d-9c24-fe87659537bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.395869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "0d07e46b-24af-4795-841b-b89ecad2326c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.396133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "0d07e46b-24af-4795-841b-b89ecad2326c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.396961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "0d07e46b-24af-4795-841b-b89ecad2326c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.396961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "0d07e46b-24af-4795-841b-b89ecad2326c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.396961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "0d07e46b-24af-4795-841b-b89ecad2326c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.401869] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81521376-deb5-4798-a298-1b5ab097e282 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.404824] env[69433]: INFO nova.compute.manager [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Terminating instance [ 637.412599] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.419893] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7da265-3867-48fe-8d86-cb48710a8497 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.435936] env[69433]: DEBUG nova.compute.provider_tree [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.476701] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337954, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.569813] env[69433]: DEBUG nova.compute.manager [None req-4303a8e9-a67e-4669-90da-adfba2f386b5 tempest-ServerDiagnosticsTest-1732233352 tempest-ServerDiagnosticsTest-1732233352-project-admin] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.571627] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec421d51-1102-4f7c-8900-05bb4a5d1927 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.578414] env[69433]: INFO nova.compute.manager [None req-4303a8e9-a67e-4669-90da-adfba2f386b5 tempest-ServerDiagnosticsTest-1732233352 tempest-ServerDiagnosticsTest-1732233352-project-admin] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Retrieving diagnostics [ 637.579175] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49e7a85-f63a-4ba9-9f74-f18dccfaaba5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.703267] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337950, 'name': ReconfigVM_Task, 'duration_secs': 0.97225} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.704462] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 607ed338-d4e0-47b6-8f06-f0e3809a2139/607ed338-d4e0-47b6-8f06-f0e3809a2139.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.706210] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-457d11bc-318f-43a5-80ba-5058ffbc6a09 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.712016] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.713302] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 637.713302] env[69433]: value = "task-3337955" [ 637.713302] env[69433]: _type = "Task" [ 637.713302] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.722940] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337955, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.734843] env[69433]: DEBUG nova.network.neutron [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 637.905496] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.907615] env[69433]: DEBUG nova.network.neutron [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.912309] env[69433]: DEBUG nova.compute.manager [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 637.912309] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 637.912309] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f501a5-1eb2-4628-aedc-75d445115c97 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.919423] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 637.920961] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9eddd83-44f7-4737-a176-e87b503aaf38 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.930100] env[69433]: DEBUG oslo_vmware.api [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 637.930100] env[69433]: value = "task-3337956" [ 637.930100] env[69433]: _type = "Task" [ 637.930100] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.940646] env[69433]: DEBUG nova.scheduler.client.report [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.945577] env[69433]: DEBUG oslo_vmware.api [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.986018] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337954, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.151165] env[69433]: DEBUG nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.187250] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.187550] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.187752] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.188016] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.188488] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.188705] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.189014] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.189234] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.189466] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.189952] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.190263] env[69433]: DEBUG nova.virt.hardware [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.191371] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3301bb8f-96fb-4316-b5c9-70f38a4a5df4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.203551] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b2f780-9b60-485b-bfb0-0ae5a8e4a8b5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.228518] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337955, 'name': Rename_Task, 'duration_secs': 0.17061} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.228816] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.229085] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f9ead97-0c79-4026-aba9-d714a1549b84 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.235891] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 638.235891] env[69433]: value = "task-3337957" [ 638.235891] env[69433]: _type = "Task" [ 638.235891] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.244595] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.277679] env[69433]: DEBUG nova.network.neutron [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updated VIF entry in instance network info cache for port ca42f8d7-ed45-49ad-8cea-b8367f4664c0. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.278092] env[69433]: DEBUG nova.network.neutron [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updating instance_info_cache with network_info: [{"id": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "address": "fa:16:3e:3d:35:32", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca42f8d7-ed", "ovs_interfaceid": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.407587] env[69433]: DEBUG oslo_vmware.api [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3337951, 'name': PowerOnVM_Task, 'duration_secs': 1.349506} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.407871] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.408258] env[69433]: INFO nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Took 10.61 seconds to spawn the instance on the hypervisor. [ 638.408258] env[69433]: DEBUG nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.409332] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4007b238-312d-4032-9462-a3c075847018 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.412393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Releasing lock "refresh_cache-a6903f16-9d39-47f9-abd6-73b4a40ebdd4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.412768] env[69433]: DEBUG nova.compute.manager [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 638.413352] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.413682] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14795e78-389c-49b2-8ddb-5c7b6bf030f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.422475] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.424118] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cabbafe5-20d4-4223-9980-7400b119adcb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.444564] env[69433]: DEBUG oslo_vmware.api [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 638.444564] env[69433]: value = "task-3337958" [ 638.444564] env[69433]: _type = "Task" [ 638.444564] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.452314] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.452811] env[69433]: DEBUG nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.455626] env[69433]: DEBUG oslo_vmware.api [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337956, 'name': PowerOffVM_Task, 'duration_secs': 0.17566} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.455900] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.151s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.458539] env[69433]: INFO nova.compute.claims [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.462509] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.462777] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.463299] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c50a5a47-322d-4201-aee7-73ae4276cedc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.468822] env[69433]: DEBUG oslo_vmware.api [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.479036] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337954, 'name': CreateVM_Task, 'duration_secs': 1.080225} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.483023] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 638.483023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.483023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.483023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.483023] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c368547a-b8d3-4398-a0f7-11eb46ae834c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.491048] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 638.491048] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a52f40-2131-4f7d-cdbc-4fe1b42a9441" [ 638.491048] env[69433]: _type = "Task" [ 638.491048] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.502019] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a52f40-2131-4f7d-cdbc-4fe1b42a9441, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.503408] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.506021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.506021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.506021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.506021] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.506021] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa37c240-578d-46cb-8f4b-be877edb3203 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.514602] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.514602] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.514695] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3d18663-fe5d-4891-9381-a745154e476b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.522531] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 638.522531] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e0dbf-c6ea-caed-198d-418452c63123" [ 638.522531] env[69433]: _type = "Task" [ 638.522531] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.529269] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.529885] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.529885] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleting the datastore file [datastore1] 0d07e46b-24af-4795-841b-b89ecad2326c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.530716] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e076373-b1f4-4893-a242-6698c01e7c61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.540817] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e0dbf-c6ea-caed-198d-418452c63123, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.542278] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73b1295-650c-46b7-8424-cec485c4c240 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.546286] env[69433]: DEBUG oslo_vmware.api [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 638.546286] env[69433]: value = "task-3337960" [ 638.546286] env[69433]: _type = "Task" [ 638.546286] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.552069] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 638.552069] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7f528-df34-37ce-b99e-bfd8f49512e8" [ 638.552069] env[69433]: _type = "Task" [ 638.552069] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.560431] env[69433]: DEBUG oslo_vmware.api [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.566148] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7f528-df34-37ce-b99e-bfd8f49512e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.566148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.566327] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 3d34de78-04b1-4473-b577-88f8014a5c19/3d34de78-04b1-4473-b577-88f8014a5c19.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 638.568035] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb7029bd-54da-470d-8be3-7f532b105f61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.572355] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 638.572355] env[69433]: value = "task-3337961" [ 638.572355] env[69433]: _type = "Task" [ 638.572355] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.582521] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.746883] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337957, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.782085] env[69433]: DEBUG oslo_concurrency.lockutils [req-9ce9c918-869e-46fe-ac67-f9b2809852e0 req-da5c21b1-5e5d-43e8-a337-4ee68701f524 service nova] Releasing lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.942758] env[69433]: INFO nova.compute.manager [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Took 29.66 seconds to build instance. [ 638.961391] env[69433]: DEBUG oslo_vmware.api [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337958, 'name': PowerOffVM_Task, 'duration_secs': 0.132551} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.961391] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 638.961571] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 638.961896] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-967c2bd3-5375-4df2-b006-9e8dc26405a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.965036] env[69433]: DEBUG nova.compute.utils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.968647] env[69433]: DEBUG nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.968647] env[69433]: DEBUG nova.network.neutron [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.996916] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 638.997171] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 638.998179] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleting the datastore file [datastore1] a6903f16-9d39-47f9-abd6-73b4a40ebdd4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 638.998922] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-350eb1bc-7387-4b1a-9474-7b9a74cff86d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.008727] env[69433]: DEBUG oslo_vmware.api [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for the task: (returnval){ [ 639.008727] env[69433]: value = "task-3337963" [ 639.008727] env[69433]: _type = "Task" [ 639.008727] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.021470] env[69433]: DEBUG oslo_vmware.api [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.051199] env[69433]: DEBUG nova.policy [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '616fe52095e9499bb1bc41f4238d52cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '018ad7770c644d31b43f0df2ac76ad78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.063817] env[69433]: DEBUG oslo_vmware.api [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3337960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156661} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.064105] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.064341] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.066012] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.066012] env[69433]: INFO nova.compute.manager [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 639.066012] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.066012] env[69433]: DEBUG nova.compute.manager [-] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.066012] env[69433]: DEBUG nova.network.neutron [-] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.086845] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337961, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.184027] env[69433]: DEBUG nova.network.neutron [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Successfully updated port: 2a0193de-07d0-4cae-94d2-153dc336cb63 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.247092] env[69433]: DEBUG oslo_vmware.api [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337957, 'name': PowerOnVM_Task, 'duration_secs': 0.591662} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.247431] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.247564] env[69433]: INFO nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Took 8.81 seconds to spawn the instance on the hypervisor. [ 639.247751] env[69433]: DEBUG nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.248703] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4313c69-345a-42a8-96ab-d08fc5296a7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.445753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d6d33692-9b53-4e68-a6ed-fb6c264c7860 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.480s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.471244] env[69433]: DEBUG nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.527178] env[69433]: DEBUG oslo_vmware.api [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Task: {'id': task-3337963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321557} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.528414] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.528633] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.528909] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.528974] env[69433]: INFO nova.compute.manager [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 639.529244] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.531874] env[69433]: DEBUG nova.compute.manager [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 639.532080] env[69433]: DEBUG nova.network.neutron [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 639.584399] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620404} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.587853] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 3d34de78-04b1-4473-b577-88f8014a5c19/3d34de78-04b1-4473-b577-88f8014a5c19.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 639.587853] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 639.587853] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdc67f7c-cf2e-4ff2-9c98-8c4920357f62 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.592084] env[69433]: DEBUG nova.network.neutron [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.597198] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 639.597198] env[69433]: value = "task-3337964" [ 639.597198] env[69433]: _type = "Task" [ 639.597198] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.605368] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.691598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "refresh_cache-6c69c423-87ef-4f0e-853d-f795c70464b9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.691598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquired lock "refresh_cache-6c69c423-87ef-4f0e-853d-f795c70464b9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.691598] env[69433]: DEBUG nova.network.neutron [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.771737] env[69433]: INFO nova.compute.manager [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Took 29.89 seconds to build instance. [ 639.893122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.893122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.893122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.893122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.893493] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.894135] env[69433]: INFO nova.compute.manager [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Terminating instance [ 639.909532] env[69433]: DEBUG nova.network.neutron [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Successfully created port: ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.948908] env[69433]: DEBUG nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.040646] env[69433]: DEBUG nova.compute.manager [req-1f53329a-0ac7-4563-889a-7c6ccd0df2fc req-1ea0f4fc-29f5-4119-bae8-2fb88e205c38 service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Received event network-vif-plugged-2a0193de-07d0-4cae-94d2-153dc336cb63 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.040863] env[69433]: DEBUG oslo_concurrency.lockutils [req-1f53329a-0ac7-4563-889a-7c6ccd0df2fc req-1ea0f4fc-29f5-4119-bae8-2fb88e205c38 service nova] Acquiring lock "6c69c423-87ef-4f0e-853d-f795c70464b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.041084] env[69433]: DEBUG oslo_concurrency.lockutils [req-1f53329a-0ac7-4563-889a-7c6ccd0df2fc req-1ea0f4fc-29f5-4119-bae8-2fb88e205c38 service nova] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.041264] env[69433]: DEBUG oslo_concurrency.lockutils [req-1f53329a-0ac7-4563-889a-7c6ccd0df2fc req-1ea0f4fc-29f5-4119-bae8-2fb88e205c38 service nova] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.041430] env[69433]: DEBUG nova.compute.manager [req-1f53329a-0ac7-4563-889a-7c6ccd0df2fc req-1ea0f4fc-29f5-4119-bae8-2fb88e205c38 service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] No waiting events found dispatching network-vif-plugged-2a0193de-07d0-4cae-94d2-153dc336cb63 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.041658] env[69433]: WARNING nova.compute.manager [req-1f53329a-0ac7-4563-889a-7c6ccd0df2fc req-1ea0f4fc-29f5-4119-bae8-2fb88e205c38 service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Received unexpected event network-vif-plugged-2a0193de-07d0-4cae-94d2-153dc336cb63 for instance with vm_state building and task_state spawning. [ 640.058315] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fc2e33-df4e-4da6-bec3-2e349f49e66a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.068699] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4538705-0f90-4a6d-aec1-d7fa491f2b80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.108570] env[69433]: DEBUG nova.network.neutron [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.113762] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00822d39-781e-43ed-a776-641b6218b73d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.122782] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066563} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.126148] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.126540] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d57a21-c618-4b57-8b8b-2b35a363eb9f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.130029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09db1db6-044e-42c7-a0e2-23056ee60d70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.146405] env[69433]: DEBUG nova.compute.provider_tree [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.167969] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 3d34de78-04b1-4473-b577-88f8014a5c19/3d34de78-04b1-4473-b577-88f8014a5c19.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.169675] env[69433]: DEBUG nova.scheduler.client.report [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.173135] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acdd449f-ba44-4788-9dd3-2741adca8b6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.201724] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 640.201724] env[69433]: value = "task-3337965" [ 640.201724] env[69433]: _type = "Task" [ 640.201724] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.214702] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.231591] env[69433]: DEBUG nova.network.neutron [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 640.274528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6217d98d-841c-4a6b-83e7-b4ca1b86ee02 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.632s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.327957] env[69433]: DEBUG nova.network.neutron [-] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.398367] env[69433]: DEBUG nova.compute.manager [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 640.398972] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.400435] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8023b3-3ab5-43cb-b846-6f7f86dbf8cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.407784] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.408220] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47dbf1c-51d1-46ae-89fe-80761a1f5e52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.415954] env[69433]: DEBUG oslo_vmware.api [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 640.415954] env[69433]: value = "task-3337966" [ 640.415954] env[69433]: _type = "Task" [ 640.415954] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.425713] env[69433]: DEBUG oslo_vmware.api [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.458524] env[69433]: DEBUG nova.network.neutron [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Updating instance_info_cache with network_info: [{"id": "2a0193de-07d0-4cae-94d2-153dc336cb63", "address": "fa:16:3e:3e:bd:79", "network": {"id": "463bad13-0cc7-4b21-a6e2-564cc9eb2266", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-320172456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dda53f1819f46778f3b253d913a2d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0193de-07", "ovs_interfaceid": "2a0193de-07d0-4cae-94d2-153dc336cb63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.485060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.486194] env[69433]: DEBUG nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.513958] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:30:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='194583027',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1701228757',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.514249] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.514418] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.514604] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.514750] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.514897] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.515148] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.515411] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.515616] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.515792] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.515958] env[69433]: DEBUG nova.virt.hardware [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.516828] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825007a-6f6d-4ac6-b618-151ba791688c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.525290] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab8c3fa-3ff7-4c33-a5fd-06f5ef5d40ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.611487] env[69433]: INFO nova.compute.manager [-] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Took 1.08 seconds to deallocate network for instance. [ 640.690059] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.690632] env[69433]: DEBUG nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.693672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.302s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.695777] env[69433]: INFO nova.compute.claims [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.721249] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.779927] env[69433]: DEBUG nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.832784] env[69433]: INFO nova.compute.manager [-] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Took 1.77 seconds to deallocate network for instance. [ 640.874335] env[69433]: DEBUG nova.compute.manager [req-793bb812-bb3a-4ee2-a923-1275f8639c8f req-457520dc-8325-4df1-b193-d265e61e5e69 service nova] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Received event network-vif-deleted-65d32b53-2190-4598-bfd1-ce51cfdce418 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.927776] env[69433]: DEBUG oslo_vmware.api [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337966, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.965098] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Releasing lock "refresh_cache-6c69c423-87ef-4f0e-853d-f795c70464b9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.965098] env[69433]: DEBUG nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Instance network_info: |[{"id": "2a0193de-07d0-4cae-94d2-153dc336cb63", "address": "fa:16:3e:3e:bd:79", "network": {"id": "463bad13-0cc7-4b21-a6e2-564cc9eb2266", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-320172456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dda53f1819f46778f3b253d913a2d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0193de-07", "ovs_interfaceid": "2a0193de-07d0-4cae-94d2-153dc336cb63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.965319] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:bd:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a0193de-07d0-4cae-94d2-153dc336cb63', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.972386] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Creating folder: Project (5dda53f1819f46778f3b253d913a2d8a). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.973197] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1e9bb7f-9fe2-4b0f-8f66-2d837e7ef71d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.987952] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Created folder: Project (5dda53f1819f46778f3b253d913a2d8a) in parent group-v666200. [ 640.988330] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Creating folder: Instances. Parent ref: group-v666244. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.988888] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60344342-a076-4498-a111-9bade186835a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.003776] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Created folder: Instances in parent group-v666244. [ 641.004238] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.004766] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.005123] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5564bd-c088-42cb-bc3b-3d49215ed5ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.031568] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.031568] env[69433]: value = "task-3337969" [ 641.031568] env[69433]: _type = "Task" [ 641.031568] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.037576] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337969, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.120829] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.205977] env[69433]: DEBUG nova.compute.utils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.213277] env[69433]: DEBUG nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.217021] env[69433]: DEBUG nova.network.neutron [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.227954] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337965, 'name': ReconfigVM_Task, 'duration_secs': 0.735205} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.228138] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 3d34de78-04b1-4473-b577-88f8014a5c19/3d34de78-04b1-4473-b577-88f8014a5c19.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.228972] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a8daed2-c5e6-4061-b96a-8552142c4de9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.236561] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 641.236561] env[69433]: value = "task-3337970" [ 641.236561] env[69433]: _type = "Task" [ 641.236561] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.248866] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337970, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.305292] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.328912] env[69433]: DEBUG nova.policy [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e01a6a442c124eeea0cdebb1dd0d1f15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdb50de90ca1494283a2544e9a9fadd7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.342295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.428858] env[69433]: DEBUG oslo_vmware.api [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337966, 'name': PowerOffVM_Task, 'duration_secs': 0.512386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.429165] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.429340] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.429588] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebe5eb3b-bcb9-4ae2-bd03-cf908c7c6baa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.546286] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337969, 'name': CreateVM_Task, 'duration_secs': 0.369056} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.546286] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.547119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.547319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.547644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.547908] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-614da003-531e-4432-a1a1-4195b730a61b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.553498] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 641.553498] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5264ee25-7560-7fff-cd58-c881fa79df31" [ 641.553498] env[69433]: _type = "Task" [ 641.553498] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.562194] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5264ee25-7560-7fff-cd58-c881fa79df31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.717171] env[69433]: DEBUG nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.719530] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.720112] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.720489] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Deleting the datastore file [datastore1] 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.725025] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8fc63c8-dbee-4c2b-8a5f-d46f22cac798 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.741386] env[69433]: DEBUG oslo_vmware.api [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for the task: (returnval){ [ 641.741386] env[69433]: value = "task-3337972" [ 641.741386] env[69433]: _type = "Task" [ 641.741386] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.758183] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337970, 'name': Rename_Task, 'duration_secs': 0.155618} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.763274] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 641.764082] env[69433]: DEBUG oslo_vmware.api [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.766956] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcb82b29-38a4-4b21-b477-1d7cdcf52caa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.775506] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 641.775506] env[69433]: value = "task-3337973" [ 641.775506] env[69433]: _type = "Task" [ 641.775506] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.783887] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.070924] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5264ee25-7560-7fff-cd58-c881fa79df31, 'name': SearchDatastore_Task, 'duration_secs': 0.013229} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.077049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.077049] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.077049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.077049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.077204] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.077204] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff7ab818-aea1-40ab-9dac-59e0d7aabba1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.086645] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.086645] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.087084] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1961513b-cf9b-4581-a35d-39d060d29f8a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.092673] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 642.092673] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525b189c-56eb-2bd7-cd52-7fbedd9001a7" [ 642.092673] env[69433]: _type = "Task" [ 642.092673] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.103636] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525b189c-56eb-2bd7-cd52-7fbedd9001a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.114553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "607ed338-d4e0-47b6-8f06-f0e3809a2139" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.115159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.115159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "607ed338-d4e0-47b6-8f06-f0e3809a2139-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.115268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.115434] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.117812] env[69433]: INFO nova.compute.manager [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Terminating instance [ 642.197864] env[69433]: DEBUG nova.network.neutron [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Successfully updated port: ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 642.258696] env[69433]: DEBUG oslo_vmware.api [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Task: {'id': task-3337972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251584} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.261453] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.261665] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 642.261846] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 642.262026] env[69433]: INFO nova.compute.manager [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Took 1.86 seconds to destroy the instance on the hypervisor. [ 642.262303] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.266804] env[69433]: DEBUG nova.compute.manager [-] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 642.266804] env[69433]: DEBUG nova.network.neutron [-] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.284787] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337973, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.326643] env[69433]: DEBUG nova.network.neutron [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Successfully created port: cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.385047] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd27c178-4e46-4d66-b953-9b1c310f3767 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.393820] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1fd5a3-4e98-4ef4-8315-8105f17c24d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.428539] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5694d5b3-645c-42f8-85f9-b718c34d08d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.437234] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd550a3e-b916-4e6d-b991-ef66032b3716 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.451896] env[69433]: DEBUG nova.compute.provider_tree [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.602837] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525b189c-56eb-2bd7-cd52-7fbedd9001a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013065} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.603707] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400f574a-5b34-47c0-900b-93b6894d5c88 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.609117] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 642.609117] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b84514-5e8a-45f4-5057-9fa62338b92d" [ 642.609117] env[69433]: _type = "Task" [ 642.609117] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.617259] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b84514-5e8a-45f4-5057-9fa62338b92d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.622061] env[69433]: DEBUG nova.compute.manager [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.622365] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.623281] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b09132a-e281-4e18-af0f-e93a0f6e300a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.630327] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.630562] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b38afe98-3cca-4dd2-b50e-fb67a2f84c4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.637553] env[69433]: DEBUG oslo_vmware.api [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 642.637553] env[69433]: value = "task-3337974" [ 642.637553] env[69433]: _type = "Task" [ 642.637553] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.646644] env[69433]: DEBUG oslo_vmware.api [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.712023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.712023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.712023] env[69433]: DEBUG nova.network.neutron [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 642.722754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "af65de7d-28f6-438f-ae29-81686bf5af5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.724043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.733205] env[69433]: DEBUG nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.769481] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.769892] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.770193] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.770576] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.770917] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.771252] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.771643] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.771963] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.772363] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.772686] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.772999] env[69433]: DEBUG nova.virt.hardware [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.775081] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bcbe01-ea7d-4c74-b06e-fed396e876df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.795639] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57292ef6-3e32-4e16-87ae-e345c496d13d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.802082] env[69433]: DEBUG oslo_vmware.api [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3337973, 'name': PowerOnVM_Task, 'duration_secs': 0.938763} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.802747] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 642.802951] env[69433]: INFO nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Took 9.60 seconds to spawn the instance on the hypervisor. [ 642.803148] env[69433]: DEBUG nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.804626] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b175230-8fb9-4f58-8e23-652bab8bd839 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.956130] env[69433]: DEBUG nova.scheduler.client.report [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.123863] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b84514-5e8a-45f4-5057-9fa62338b92d, 'name': SearchDatastore_Task, 'duration_secs': 0.018481} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.125088] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.126218] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 6c69c423-87ef-4f0e-853d-f795c70464b9/6c69c423-87ef-4f0e-853d-f795c70464b9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.126580] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caa8ac8a-2960-427e-bcd6-7c5d2dbf2412 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.133679] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 643.133679] env[69433]: value = "task-3337975" [ 643.133679] env[69433]: _type = "Task" [ 643.133679] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.150300] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.156018] env[69433]: DEBUG oslo_vmware.api [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337974, 'name': PowerOffVM_Task, 'duration_secs': 0.195455} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.156274] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.156439] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.156719] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a6427f-9eb7-452b-b417-351aa17bff8b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.239583] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.239583] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.239583] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Deleting the datastore file [datastore1] 607ed338-d4e0-47b6-8f06-f0e3809a2139 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.239583] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dde8f59-d407-4b8d-a2f3-d6d34987fc7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.245668] env[69433]: DEBUG oslo_vmware.api [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for the task: (returnval){ [ 643.245668] env[69433]: value = "task-3337977" [ 643.245668] env[69433]: _type = "Task" [ 643.245668] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.255573] env[69433]: DEBUG oslo_vmware.api [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.257851] env[69433]: DEBUG nova.compute.manager [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Received event network-changed-2a0193de-07d0-4cae-94d2-153dc336cb63 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.258567] env[69433]: DEBUG nova.compute.manager [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Refreshing instance network info cache due to event network-changed-2a0193de-07d0-4cae-94d2-153dc336cb63. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 643.258567] env[69433]: DEBUG oslo_concurrency.lockutils [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] Acquiring lock "refresh_cache-6c69c423-87ef-4f0e-853d-f795c70464b9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.258567] env[69433]: DEBUG oslo_concurrency.lockutils [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] Acquired lock "refresh_cache-6c69c423-87ef-4f0e-853d-f795c70464b9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.259214] env[69433]: DEBUG nova.network.neutron [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Refreshing network info cache for port 2a0193de-07d0-4cae-94d2-153dc336cb63 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 643.281956] env[69433]: DEBUG nova.network.neutron [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 643.341947] env[69433]: INFO nova.compute.manager [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Took 31.18 seconds to build instance. [ 643.465356] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.465356] env[69433]: DEBUG nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.467254] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.012s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.468618] env[69433]: INFO nova.compute.claims [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.510513] env[69433]: DEBUG nova.network.neutron [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Updating instance_info_cache with network_info: [{"id": "ead3d678-6154-4010-8d9e-7185dfbffb86", "address": "fa:16:3e:e3:34:2e", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead3d678-61", "ovs_interfaceid": "ead3d678-6154-4010-8d9e-7185dfbffb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.604227] env[69433]: DEBUG nova.network.neutron [-] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.646514] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337975, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.764224] env[69433]: DEBUG oslo_vmware.api [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Task: {'id': task-3337977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452517} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.764598] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.764828] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.765039] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.765326] env[69433]: INFO nova.compute.manager [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Took 1.14 seconds to destroy the instance on the hypervisor. [ 643.765600] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.766289] env[69433]: DEBUG nova.compute.manager [-] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.766289] env[69433]: DEBUG nova.network.neutron [-] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.847784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b84bf00-ef09-4893-8dab-ad4a0d977612 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "3d34de78-04b1-4473-b577-88f8014a5c19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.158s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.974559] env[69433]: DEBUG nova.compute.utils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.974559] env[69433]: DEBUG nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.977748] env[69433]: DEBUG nova.network.neutron [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.016725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Releasing lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.016725] env[69433]: DEBUG nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Instance network_info: |[{"id": "ead3d678-6154-4010-8d9e-7185dfbffb86", "address": "fa:16:3e:e3:34:2e", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead3d678-61", "ovs_interfaceid": "ead3d678-6154-4010-8d9e-7185dfbffb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 644.016863] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:34:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead3d678-6154-4010-8d9e-7185dfbffb86', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.024861] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Creating folder: Project (018ad7770c644d31b43f0df2ac76ad78). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.025524] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f0f1196-96f4-44ce-862d-17c656d39e2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.036736] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Created folder: Project (018ad7770c644d31b43f0df2ac76ad78) in parent group-v666200. [ 644.036925] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Creating folder: Instances. Parent ref: group-v666247. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.038040] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0480f288-ffb0-49fe-b608-43c1a56ceb96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.049415] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Created folder: Instances in parent group-v666247. [ 644.049648] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 644.049836] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.050063] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da6dd2a0-854a-456e-bcd9-8dca92a7a7ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.071556] env[69433]: DEBUG nova.policy [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b0848ffdcd4699a287a9605a390870', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b28fc45f3c437f85d3476ac3bf9208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.076240] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.076240] env[69433]: value = "task-3337980" [ 644.076240] env[69433]: _type = "Task" [ 644.076240] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.085901] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337980, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.099951] env[69433]: DEBUG nova.network.neutron [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Updated VIF entry in instance network info cache for port 2a0193de-07d0-4cae-94d2-153dc336cb63. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.100351] env[69433]: DEBUG nova.network.neutron [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Updating instance_info_cache with network_info: [{"id": "2a0193de-07d0-4cae-94d2-153dc336cb63", "address": "fa:16:3e:3e:bd:79", "network": {"id": "463bad13-0cc7-4b21-a6e2-564cc9eb2266", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-320172456-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dda53f1819f46778f3b253d913a2d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0193de-07", "ovs_interfaceid": "2a0193de-07d0-4cae-94d2-153dc336cb63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.108579] env[69433]: INFO nova.compute.manager [-] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Took 1.84 seconds to deallocate network for instance. [ 644.150187] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940579} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.150187] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 6c69c423-87ef-4f0e-853d-f795c70464b9/6c69c423-87ef-4f0e-853d-f795c70464b9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.150187] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.150187] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97bc9c75-8fb6-49ef-98ee-a165486bb911 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.159472] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 644.159472] env[69433]: value = "task-3337981" [ 644.159472] env[69433]: _type = "Task" [ 644.159472] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.169807] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.331260] env[69433]: DEBUG nova.compute.manager [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Received event network-vif-plugged-ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.331260] env[69433]: DEBUG oslo_concurrency.lockutils [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] Acquiring lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.331260] env[69433]: DEBUG oslo_concurrency.lockutils [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.331260] env[69433]: DEBUG oslo_concurrency.lockutils [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.331260] env[69433]: DEBUG nova.compute.manager [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] No waiting events found dispatching network-vif-plugged-ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.331621] env[69433]: WARNING nova.compute.manager [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Received unexpected event network-vif-plugged-ead3d678-6154-4010-8d9e-7185dfbffb86 for instance with vm_state building and task_state spawning. [ 644.331621] env[69433]: DEBUG nova.compute.manager [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Received event network-changed-ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.331621] env[69433]: DEBUG nova.compute.manager [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Refreshing instance network info cache due to event network-changed-ead3d678-6154-4010-8d9e-7185dfbffb86. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.332106] env[69433]: DEBUG oslo_concurrency.lockutils [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] Acquiring lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.332458] env[69433]: DEBUG oslo_concurrency.lockutils [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] Acquired lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.333916] env[69433]: DEBUG nova.network.neutron [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Refreshing network info cache for port ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.354176] env[69433]: DEBUG nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.478466] env[69433]: DEBUG nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.490346] env[69433]: DEBUG nova.network.neutron [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Successfully created port: 014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.588836] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337980, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.603829] env[69433]: DEBUG oslo_concurrency.lockutils [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] Releasing lock "refresh_cache-6c69c423-87ef-4f0e-853d-f795c70464b9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.605808] env[69433]: DEBUG nova.compute.manager [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Received event network-changed-b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.605808] env[69433]: DEBUG nova.compute.manager [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Refreshing instance network info cache due to event network-changed-b49be82a-b972-4d6a-bd18-b17ecd32e90e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.605808] env[69433]: DEBUG oslo_concurrency.lockutils [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] Acquiring lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.605808] env[69433]: DEBUG oslo_concurrency.lockutils [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] Acquired lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.605808] env[69433]: DEBUG nova.network.neutron [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Refreshing network info cache for port b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.615924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.673827] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218451} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.674253] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.675237] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab23f0e6-db25-4c5f-bc4e-1602ea184ad1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.704683] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 6c69c423-87ef-4f0e-853d-f795c70464b9/6c69c423-87ef-4f0e-853d-f795c70464b9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.708602] env[69433]: DEBUG nova.network.neutron [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Successfully updated port: cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.709945] env[69433]: DEBUG nova.network.neutron [-] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.711174] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-795ab7f5-0569-44d5-8363-6717d5727109 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.735200] env[69433]: INFO nova.compute.manager [-] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Took 0.97 seconds to deallocate network for instance. [ 644.744945] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 644.744945] env[69433]: value = "task-3337982" [ 644.744945] env[69433]: _type = "Task" [ 644.744945] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.754828] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.877329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.088623] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337980, 'name': CreateVM_Task, 'duration_secs': 0.718192} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.091385] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.092453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.092453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.092453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.095657] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e73bf9a-7807-4db9-8f5b-57efb9619b38 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.102022] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 645.102022] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529fe238-3d11-3b92-2cb5-167f7595cd0d" [ 645.102022] env[69433]: _type = "Task" [ 645.102022] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.111496] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529fe238-3d11-3b92-2cb5-167f7595cd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.137068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9c8013-5dd0-4a8f-8d59-c7ab2e6f3c9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.144447] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62510ecc-29b2-47d7-a204-5e424e470b5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.182595] env[69433]: DEBUG nova.network.neutron [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Updated VIF entry in instance network info cache for port ead3d678-6154-4010-8d9e-7185dfbffb86. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.182959] env[69433]: DEBUG nova.network.neutron [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Updating instance_info_cache with network_info: [{"id": "ead3d678-6154-4010-8d9e-7185dfbffb86", "address": "fa:16:3e:e3:34:2e", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead3d678-61", "ovs_interfaceid": "ead3d678-6154-4010-8d9e-7185dfbffb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.185129] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c71c35e-fb7c-445b-8a76-933de224ea8a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.195714] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599467a-0941-438c-a63b-fc8452c948f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.210806] env[69433]: DEBUG nova.compute.provider_tree [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.233217] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.233378] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquired lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.233654] env[69433]: DEBUG nova.network.neutron [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.240057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.255015] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.422425] env[69433]: DEBUG nova.network.neutron [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updated VIF entry in instance network info cache for port b49be82a-b972-4d6a-bd18-b17ecd32e90e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.422425] env[69433]: DEBUG nova.network.neutron [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [{"id": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "address": "fa:16:3e:58:48:6b", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49be82a-b9", "ovs_interfaceid": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.490887] env[69433]: DEBUG nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.518196] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.518454] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.518612] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.518792] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.518941] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.519379] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.519652] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.519819] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.520244] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.520444] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.520627] env[69433]: DEBUG nova.virt.hardware [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.521733] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76042038-ce2e-436b-bebc-b46520dd56c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.531899] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b56d2-87ea-423b-8089-9040959100ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.611919] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529fe238-3d11-3b92-2cb5-167f7595cd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.04396} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.612265] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.612547] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.612848] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.612970] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.613206] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.613423] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22ec68bb-aad3-4864-9d5c-ea3e19dfa61d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.632051] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.632263] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.633010] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2219b450-c8b2-4967-9b0a-b4bc207f1d86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.638434] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 645.638434] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52734900-fae5-d9fd-8dbe-5f02cf964fd5" [ 645.638434] env[69433]: _type = "Task" [ 645.638434] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.647997] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52734900-fae5-d9fd-8dbe-5f02cf964fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.689035] env[69433]: DEBUG oslo_concurrency.lockutils [req-16082a95-7c1d-4b7a-9a16-24fbe912eef9 req-e1b5a13c-7c2e-4eea-a2ad-e52860f580cb service nova] Releasing lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.714860] env[69433]: DEBUG nova.scheduler.client.report [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.755606] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337982, 'name': ReconfigVM_Task, 'duration_secs': 0.717391} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.755872] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 6c69c423-87ef-4f0e-853d-f795c70464b9/6c69c423-87ef-4f0e-853d-f795c70464b9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.756512] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70e876bf-df87-42d4-8ab9-b923ff75a42a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.763489] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 645.763489] env[69433]: value = "task-3337983" [ 645.763489] env[69433]: _type = "Task" [ 645.763489] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.773821] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337983, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.811742] env[69433]: DEBUG nova.network.neutron [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.925860] env[69433]: DEBUG oslo_concurrency.lockutils [req-5d3790fd-e858-45ee-8a82-69dbf0336c98 req-7067e017-d8cb-42ec-aa30-851e4fa2563f service nova] Releasing lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.049617] env[69433]: DEBUG nova.compute.manager [req-0a97ab6c-37ac-490a-aed1-193f8d52a0e7 req-70221c83-502c-4958-967f-52162798284c service nova] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Received event network-vif-deleted-351dfd87-0d30-4b32-920e-88be059b7552 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.098557] env[69433]: DEBUG nova.network.neutron [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updating instance_info_cache with network_info: [{"id": "cca1044a-ab12-42de-8891-bcaf78cd0386", "address": "fa:16:3e:8c:ce:e6", "network": {"id": "3f5d9ed5-1a80-4465-8a1b-2dc4c2b5ec0e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-275211776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb50de90ca1494283a2544e9a9fadd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca1044a-ab", "ovs_interfaceid": "cca1044a-ab12-42de-8891-bcaf78cd0386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.151604] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52734900-fae5-d9fd-8dbe-5f02cf964fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.041564} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.152679] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f279fc-c724-4e02-ad01-822b96a2bed2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.159282] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 646.159282] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52351acf-11f0-4d5f-0b1d-1d9896d7321a" [ 646.159282] env[69433]: _type = "Task" [ 646.159282] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.169480] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52351acf-11f0-4d5f-0b1d-1d9896d7321a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.223353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.223869] env[69433]: DEBUG nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 646.227460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.418s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.230398] env[69433]: INFO nova.compute.claims [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.279968] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337983, 'name': Rename_Task, 'duration_secs': 0.251127} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.281075] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.281715] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30bfbc9c-bffd-4f3b-b5a9-a63b4b70ce13 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.290239] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 646.290239] env[69433]: value = "task-3337984" [ 646.290239] env[69433]: _type = "Task" [ 646.290239] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.303076] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.358323] env[69433]: DEBUG nova.network.neutron [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Successfully updated port: 014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.544651] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "dda40d11-631f-478c-bcc4-35b7bcd079a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.545140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "dda40d11-631f-478c-bcc4-35b7bcd079a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.601019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Releasing lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.601373] env[69433]: DEBUG nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Instance network_info: |[{"id": "cca1044a-ab12-42de-8891-bcaf78cd0386", "address": "fa:16:3e:8c:ce:e6", "network": {"id": "3f5d9ed5-1a80-4465-8a1b-2dc4c2b5ec0e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-275211776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb50de90ca1494283a2544e9a9fadd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca1044a-ab", "ovs_interfaceid": "cca1044a-ab12-42de-8891-bcaf78cd0386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.601812] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:ce:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cca1044a-ab12-42de-8891-bcaf78cd0386', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.611168] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Creating folder: Project (fdb50de90ca1494283a2544e9a9fadd7). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.611858] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30d6ce42-a1ec-49ba-9669-cb0ee323dcfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.623308] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Created folder: Project (fdb50de90ca1494283a2544e9a9fadd7) in parent group-v666200. [ 646.627539] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Creating folder: Instances. Parent ref: group-v666250. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.627642] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07554a31-e4b4-44be-9343-9d0a00eb344b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.639586] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Created folder: Instances in parent group-v666250. [ 646.639867] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.640068] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.640291] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98d54370-b8e7-4bf2-b1ac-1d15dd0284ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.659237] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.659237] env[69433]: value = "task-3337987" [ 646.659237] env[69433]: _type = "Task" [ 646.659237] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.672429] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337987, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.676817] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52351acf-11f0-4d5f-0b1d-1d9896d7321a, 'name': SearchDatastore_Task, 'duration_secs': 0.029661} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.677156] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.677460] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53/70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.677713] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34df40eb-794f-4654-be66-90840b7c2a6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.683657] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 646.683657] env[69433]: value = "task-3337988" [ 646.683657] env[69433]: _type = "Task" [ 646.683657] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.691951] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.735911] env[69433]: DEBUG nova.compute.utils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.740371] env[69433]: DEBUG nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.740686] env[69433]: DEBUG nova.network.neutron [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.803482] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337984, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.831361] env[69433]: DEBUG nova.policy [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '800cae7da3a54251996818f0c44211f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '888a128ae33b416ab54f53fc829073f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.861095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.861263] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.861483] env[69433]: DEBUG nova.network.neutron [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.048072] env[69433]: DEBUG nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Received event network-vif-deleted-a9a8dede-ebc8-44e6-b596-86d0272afe67 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.048072] env[69433]: DEBUG nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Received event network-vif-plugged-cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.048236] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Acquiring lock "7530c7cf-94a7-415b-a631-7777e2b09a47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.048356] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.048793] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.048793] env[69433]: DEBUG nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] No waiting events found dispatching network-vif-plugged-cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.049094] env[69433]: WARNING nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Received unexpected event network-vif-plugged-cca1044a-ab12-42de-8891-bcaf78cd0386 for instance with vm_state building and task_state spawning. [ 647.049287] env[69433]: DEBUG nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Received event network-changed-cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.049623] env[69433]: DEBUG nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Refreshing instance network info cache due to event network-changed-cca1044a-ab12-42de-8891-bcaf78cd0386. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.049793] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Acquiring lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.049990] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Acquired lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.050206] env[69433]: DEBUG nova.network.neutron [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Refreshing network info cache for port cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.170246] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337987, 'name': CreateVM_Task, 'duration_secs': 0.387568} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.170497] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.171292] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.171465] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.171810] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.172078] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbd73c4a-20e7-42be-9e10-846cfbe5c82f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.177867] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 647.177867] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52273c9a-2510-bf5a-1bde-5640723c3d27" [ 647.177867] env[69433]: _type = "Task" [ 647.177867] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.191941] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52273c9a-2510-bf5a-1bde-5640723c3d27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.198141] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337988, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.240729] env[69433]: DEBUG nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 647.299881] env[69433]: DEBUG nova.network.neutron [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Successfully created port: 0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.307755] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337984, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.410771] env[69433]: DEBUG nova.network.neutron [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.688668] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52273c9a-2510-bf5a-1bde-5640723c3d27, 'name': SearchDatastore_Task, 'duration_secs': 0.023865} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.697299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.697299] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.697299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.697299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.697937] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.700061] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f612d52-18c7-4579-ae9f-bb2eeaa92003 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.710826] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337988, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.712225] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.712577] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.714469] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c981cd7-0445-4793-9fc9-fe0f4ac7a1c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.724919] env[69433]: DEBUG nova.network.neutron [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Updating instance_info_cache with network_info: [{"id": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "address": "fa:16:3e:f0:9a:22", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014d6f2a-09", "ovs_interfaceid": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.728696] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 647.728696] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d20212-6531-2839-695d-3731eb0968a6" [ 647.728696] env[69433]: _type = "Task" [ 647.728696] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.738881] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d20212-6531-2839-695d-3731eb0968a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011383} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.745254] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcb3084-6069-4beb-bdd1-a372b0079968 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.759881] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 647.759881] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52623a95-3132-e7a2-46cf-c866fdfd0616" [ 647.759881] env[69433]: _type = "Task" [ 647.759881] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.771727] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52623a95-3132-e7a2-46cf-c866fdfd0616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.802579] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337984, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.882968] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6381a8ac-dc46-4ed4-80ae-235d818ca66c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.891750] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38ca0a-40ab-42de-992b-f333247238f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.895431] env[69433]: DEBUG nova.network.neutron [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updated VIF entry in instance network info cache for port cca1044a-ab12-42de-8891-bcaf78cd0386. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.895922] env[69433]: DEBUG nova.network.neutron [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updating instance_info_cache with network_info: [{"id": "cca1044a-ab12-42de-8891-bcaf78cd0386", "address": "fa:16:3e:8c:ce:e6", "network": {"id": "3f5d9ed5-1a80-4465-8a1b-2dc4c2b5ec0e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-275211776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb50de90ca1494283a2544e9a9fadd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca1044a-ab", "ovs_interfaceid": "cca1044a-ab12-42de-8891-bcaf78cd0386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.927179] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec7ccfc-5f3c-4e26-9b06-50823e9dd7f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.934711] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c033a-babc-4dd8-af98-4771311b87c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.949122] env[69433]: DEBUG nova.compute.provider_tree [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.199438] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337988, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.230047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.230208] env[69433]: DEBUG nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Instance network_info: |[{"id": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "address": "fa:16:3e:f0:9a:22", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014d6f2a-09", "ovs_interfaceid": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.230493] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:9a:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '014d6f2a-09e8-4732-a02a-7dcc08f0f6f5', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.238925] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating folder: Project (81b28fc45f3c437f85d3476ac3bf9208). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.239254] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a8151f0-05a5-423c-b4c0-99270a789c96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.253116] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created folder: Project (81b28fc45f3c437f85d3476ac3bf9208) in parent group-v666200. [ 648.253116] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating folder: Instances. Parent ref: group-v666253. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.253116] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b6f95b3-79c3-4e6b-ac3b-2085c1b31944 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.258032] env[69433]: DEBUG nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 648.271532] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created folder: Instances in parent group-v666253. [ 648.271792] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.273726] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.273984] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79eb7208-8c7c-4c09-8fcb-7914c246b399 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.301600] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52623a95-3132-e7a2-46cf-c866fdfd0616, 'name': SearchDatastore_Task, 'duration_secs': 0.012461} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.308214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.308617] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7530c7cf-94a7-415b-a631-7777e2b09a47/7530c7cf-94a7-415b-a631-7777e2b09a47.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.310967] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 648.311240] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 648.311434] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.311669] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 648.311883] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.312110] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 648.312374] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 648.312543] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 648.312709] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 648.312871] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 648.313055] env[69433]: DEBUG nova.virt.hardware [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 648.313329] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9735e0c-3d23-403b-9362-a629db6dce6b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.316099] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a8540f-d487-4cd1-ac53-4798a2f5e2b5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.321915] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.321915] env[69433]: value = "task-3337991" [ 648.321915] env[69433]: _type = "Task" [ 648.321915] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.329400] env[69433]: DEBUG oslo_vmware.api [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3337984, 'name': PowerOnVM_Task, 'duration_secs': 1.998615} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.332382] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.332382] env[69433]: INFO nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Took 10.18 seconds to spawn the instance on the hypervisor. [ 648.332511] env[69433]: DEBUG nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.332866] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 648.332866] env[69433]: value = "task-3337992" [ 648.332866] env[69433]: _type = "Task" [ 648.332866] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.334321] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4600e172-2a91-4aba-8bbc-7005d1690b24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.345408] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337991, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.348050] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c4bfb2-6d59-4beb-b272-d70f22dc4e02 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.359028] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.399866] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Releasing lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.400231] env[69433]: DEBUG nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Received event network-changed-ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.400465] env[69433]: DEBUG nova.compute.manager [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Refreshing instance network info cache due to event network-changed-ca42f8d7-ed45-49ad-8cea-b8367f4664c0. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.400728] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Acquiring lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.400925] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Acquired lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.401159] env[69433]: DEBUG nova.network.neutron [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Refreshing network info cache for port ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.452605] env[69433]: DEBUG nova.scheduler.client.report [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.671990] env[69433]: DEBUG nova.compute.manager [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Received event network-vif-plugged-014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.672262] env[69433]: DEBUG oslo_concurrency.lockutils [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] Acquiring lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.672484] env[69433]: DEBUG oslo_concurrency.lockutils [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.672657] env[69433]: DEBUG oslo_concurrency.lockutils [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.672827] env[69433]: DEBUG nova.compute.manager [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] No waiting events found dispatching network-vif-plugged-014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.672992] env[69433]: WARNING nova.compute.manager [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Received unexpected event network-vif-plugged-014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 for instance with vm_state building and task_state spawning. [ 648.673450] env[69433]: DEBUG nova.compute.manager [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Received event network-changed-014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.673450] env[69433]: DEBUG nova.compute.manager [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Refreshing instance network info cache due to event network-changed-014d6f2a-09e8-4732-a02a-7dcc08f0f6f5. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.673670] env[69433]: DEBUG oslo_concurrency.lockutils [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] Acquiring lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.673670] env[69433]: DEBUG oslo_concurrency.lockutils [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] Acquired lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.673996] env[69433]: DEBUG nova.network.neutron [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Refreshing network info cache for port 014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.702996] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337988, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.576309} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.703449] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53/70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.703883] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.704485] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33570a6d-17fe-4747-b900-37122f3a1df6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.711825] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 648.711825] env[69433]: value = "task-3337993" [ 648.711825] env[69433]: _type = "Task" [ 648.711825] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.725850] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.836149] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337991, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.846159] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.867883] env[69433]: INFO nova.compute.manager [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Took 30.51 seconds to build instance. [ 648.958557] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.959122] env[69433]: DEBUG nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.961675] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.710s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.961935] env[69433]: DEBUG nova.objects.instance [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lazy-loading 'resources' on Instance uuid 4a539684-1b4a-40d8-b3bd-9a5a5e845689 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.191893] env[69433]: DEBUG nova.network.neutron [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Successfully updated port: 0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.231518] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145486} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.231518] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.231518] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f47449-df97-421a-b9fc-0cf7ba63c27d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.256947] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53/70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.257273] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08de32ff-e507-4d78-b3b2-62fa6fb5b405 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.279461] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 649.279461] env[69433]: value = "task-3337994" [ 649.279461] env[69433]: _type = "Task" [ 649.279461] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.280385] env[69433]: DEBUG nova.network.neutron [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updated VIF entry in instance network info cache for port ca42f8d7-ed45-49ad-8cea-b8367f4664c0. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.280728] env[69433]: DEBUG nova.network.neutron [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updating instance_info_cache with network_info: [{"id": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "address": "fa:16:3e:3d:35:32", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca42f8d7-ed", "ovs_interfaceid": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.293414] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337994, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.337148] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3337991, 'name': CreateVM_Task, 'duration_secs': 0.688481} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.337409] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.341770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.341948] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.342312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.342616] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e18736f-cf52-4d6e-9a26-6c7cd38a7513 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.349256] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649942} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.350471] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7530c7cf-94a7-415b-a631-7777e2b09a47/7530c7cf-94a7-415b-a631-7777e2b09a47.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.350827] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.350990] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 649.350990] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d42b35-98ce-36ce-1295-d48fab1d87d5" [ 649.350990] env[69433]: _type = "Task" [ 649.350990] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.351193] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5299f7f-2dd1-4163-ba35-4c674e3d172d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.362035] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d42b35-98ce-36ce-1295-d48fab1d87d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.363307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.363548] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.363781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.363928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.364135] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.364580] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 649.364580] env[69433]: value = "task-3337995" [ 649.364580] env[69433]: _type = "Task" [ 649.364580] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.365125] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee400cdc-d41e-4e9a-acd3-327104dfc268 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.371666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad343ef2-d0a5-43b0-8e6d-e34bb19864ab tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.311s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.377284] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.381352] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.381667] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.382868] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923eea93-596e-4b88-81af-68e635d11274 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.389279] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 649.389279] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c803ba-4ff2-1295-42f7-0c14050a427a" [ 649.389279] env[69433]: _type = "Task" [ 649.389279] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.400282] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c803ba-4ff2-1295-42f7-0c14050a427a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.465401] env[69433]: DEBUG nova.compute.utils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.472760] env[69433]: DEBUG nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.472760] env[69433]: DEBUG nova.network.neutron [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.489310] env[69433]: DEBUG nova.network.neutron [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Updated VIF entry in instance network info cache for port 014d6f2a-09e8-4732-a02a-7dcc08f0f6f5. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.489788] env[69433]: DEBUG nova.network.neutron [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Updating instance_info_cache with network_info: [{"id": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "address": "fa:16:3e:f0:9a:22", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014d6f2a-09", "ovs_interfaceid": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.591036] env[69433]: DEBUG nova.policy [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aff9577c364c4901b6246be76fe4773a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73caf21b6e424b168320d5773c231ebe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.696552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.696552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.696552] env[69433]: DEBUG nova.network.neutron [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.791194] env[69433]: DEBUG oslo_concurrency.lockutils [req-799a148b-b0d6-42d1-9fbf-93fe4b769c30 req-0060bfc0-3847-4c99-9197-ebae7bd9a260 service nova] Releasing lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.791625] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337994, 'name': ReconfigVM_Task, 'duration_secs': 0.309075} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.791871] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53/70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.795065] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42bd0bb3-8281-4b9b-9744-bd02e615366f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.801552] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 649.801552] env[69433]: value = "task-3337996" [ 649.801552] env[69433]: _type = "Task" [ 649.801552] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.813677] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337996, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.877135] env[69433]: DEBUG nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.879607] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071392} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.882317] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.883287] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f12b2-fb47-455f-aeae-07cfe190cb4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.906762] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 7530c7cf-94a7-415b-a631-7777e2b09a47/7530c7cf-94a7-415b-a631-7777e2b09a47.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.914328] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6c7177-5080-44d7-bb87-4d7babf68354 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.940068] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c803ba-4ff2-1295-42f7-0c14050a427a, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.942988] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 649.942988] env[69433]: value = "task-3337997" [ 649.942988] env[69433]: _type = "Task" [ 649.942988] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.942988] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96122cd8-091d-4f79-bd84-0c7b95ce565a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.956942] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 649.956942] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d53dd7-b012-2165-8409-a04c6263d97f" [ 649.956942] env[69433]: _type = "Task" [ 649.956942] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.961457] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.975586] env[69433]: DEBUG nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.979123] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d53dd7-b012-2165-8409-a04c6263d97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.998898] env[69433]: DEBUG oslo_concurrency.lockutils [req-2eb5afa5-a4e9-4ca6-9d12-67a5706b2771 req-720a5bfd-6cce-4262-a9f8-e74da2711921 service nova] Releasing lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.095029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34faf79-fc8d-4679-9fbc-f601b84e8f7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.102738] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0faa65a7-928b-4624-9512-44c0f9cb3892 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.137843] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628bf159-1f67-4e30-92c2-1138e6ecf251 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.143809] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5798f850-f71c-49b6-b12a-6382e171328e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.158085] env[69433]: DEBUG nova.compute.provider_tree [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.239502] env[69433]: DEBUG nova.network.neutron [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.313312] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337996, 'name': Rename_Task, 'duration_secs': 0.162573} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.313598] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.313846] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-213542ff-9e8b-4a7d-b4c3-0548acdd6625 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.319028] env[69433]: DEBUG nova.network.neutron [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Successfully created port: 237fb86c-7b73-4d3c-9e40-68fc51f6ab74 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.322531] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 650.322531] env[69433]: value = "task-3337998" [ 650.322531] env[69433]: _type = "Task" [ 650.322531] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.330234] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.404244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.432869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "6c69c423-87ef-4f0e-853d-f795c70464b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.432869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.432869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "6c69c423-87ef-4f0e-853d-f795c70464b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.433226] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.433226] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.439207] env[69433]: INFO nova.compute.manager [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Terminating instance [ 650.458333] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.472820] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d53dd7-b012-2165-8409-a04c6263d97f, 'name': SearchDatastore_Task, 'duration_secs': 0.023566} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.473178] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.474798] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/b461f82f-7ce7-4bef-9f57-706b5239b3f8.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.474798] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a38a77d-02b1-493a-8147-2782740efa92 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.484140] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 650.484140] env[69433]: value = "task-3337999" [ 650.484140] env[69433]: _type = "Task" [ 650.484140] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.493440] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3337999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.623886] env[69433]: DEBUG nova.network.neutron [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Updating instance_info_cache with network_info: [{"id": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "address": "fa:16:3e:d4:17:c7", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc1f0cf-4f", "ovs_interfaceid": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.661684] env[69433]: DEBUG nova.scheduler.client.report [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.832202] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.832202] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.838800] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337998, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.946021] env[69433]: DEBUG nova.compute.manager [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 650.946021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 650.946021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbf8260-aa37-4447-9d93-3c5cda0125a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.959761] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3337997, 'name': ReconfigVM_Task, 'duration_secs': 0.601074} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.963615] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 7530c7cf-94a7-415b-a631-7777e2b09a47/7530c7cf-94a7-415b-a631-7777e2b09a47.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.968243] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 650.968243] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489b2361-94f5-45ee-8b7e-c9969024a68e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.968243] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06cec362-43d8-4935-9c3c-1075d1e6bd1e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.978383] env[69433]: DEBUG oslo_vmware.api [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 650.978383] env[69433]: value = "task-3338001" [ 650.978383] env[69433]: _type = "Task" [ 650.978383] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.978383] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 650.978383] env[69433]: value = "task-3338000" [ 650.978383] env[69433]: _type = "Task" [ 650.978383] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.997764] env[69433]: DEBUG nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.000430] env[69433]: DEBUG oslo_vmware.api [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3338001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.000961] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338000, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.006829] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3337999, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.037129] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.037413] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.037603] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.037791] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.037940] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.038333] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.038410] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.038574] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.038751] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.039218] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.039445] env[69433]: DEBUG nova.virt.hardware [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.040768] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a9541-afcf-42bd-a8f6-7e53428227fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.049862] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed307f8-e107-4627-bebb-a6c481ee0e5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.096293] env[69433]: DEBUG nova.compute.manager [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Received event network-vif-plugged-0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.096532] env[69433]: DEBUG oslo_concurrency.lockutils [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] Acquiring lock "1ffc2586-5045-4048-a7a9-0f855cedf2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.097293] env[69433]: DEBUG oslo_concurrency.lockutils [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.097293] env[69433]: DEBUG oslo_concurrency.lockutils [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.097293] env[69433]: DEBUG nova.compute.manager [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] No waiting events found dispatching network-vif-plugged-0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.097293] env[69433]: WARNING nova.compute.manager [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Received unexpected event network-vif-plugged-0bc1f0cf-4fa1-4126-9777-0b124d854d62 for instance with vm_state building and task_state spawning. [ 651.097720] env[69433]: DEBUG nova.compute.manager [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Received event network-changed-0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.097915] env[69433]: DEBUG nova.compute.manager [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Refreshing instance network info cache due to event network-changed-0bc1f0cf-4fa1-4126-9777-0b124d854d62. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.098068] env[69433]: DEBUG oslo_concurrency.lockutils [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] Acquiring lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.128939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Releasing lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.128939] env[69433]: DEBUG nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Instance network_info: |[{"id": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "address": "fa:16:3e:d4:17:c7", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc1f0cf-4f", "ovs_interfaceid": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.129120] env[69433]: DEBUG oslo_concurrency.lockutils [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] Acquired lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.129120] env[69433]: DEBUG nova.network.neutron [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Refreshing network info cache for port 0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.129120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:17:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2be3fdb5-359e-43bd-8c20-2ff00e81db55', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bc1f0cf-4fa1-4126-9777-0b124d854d62', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.139170] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.139736] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.140981] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5170869-82c5-454b-bdbc-cfc3593fa3d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.163059] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.163059] env[69433]: value = "task-3338002" [ 651.163059] env[69433]: _type = "Task" [ 651.163059] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.168955] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.172894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.932s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.188961] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338002, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.203568] env[69433]: INFO nova.scheduler.client.report [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Deleted allocations for instance 4a539684-1b4a-40d8-b3bd-9a5a5e845689 [ 651.337395] env[69433]: DEBUG oslo_vmware.api [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3337998, 'name': PowerOnVM_Task, 'duration_secs': 0.592903} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.337693] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.337920] env[69433]: INFO nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Took 10.85 seconds to spawn the instance on the hypervisor. [ 651.338138] env[69433]: DEBUG nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.338966] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f664a9-fdeb-4fa8-94b1-c9d34154fbf6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.488620] env[69433]: DEBUG oslo_vmware.api [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3338001, 'name': PowerOffVM_Task, 'duration_secs': 0.289624} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.492938] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 651.492938] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 651.492938] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cd01109-8852-4d24-93f0-0c6cfe5470f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.497457] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338000, 'name': Rename_Task, 'duration_secs': 0.263394} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.497995] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.498275] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e92857a-6362-4fa7-b05d-d86974b0831d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.502977] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3337999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531635} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.503627] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/b461f82f-7ce7-4bef-9f57-706b5239b3f8.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.504618] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.504618] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e301db06-b552-4e87-924e-3bef3d03bf8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.507156] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 651.507156] env[69433]: value = "task-3338004" [ 651.507156] env[69433]: _type = "Task" [ 651.507156] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.513874] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 651.513874] env[69433]: value = "task-3338005" [ 651.513874] env[69433]: _type = "Task" [ 651.513874] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.518936] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.526586] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.567309] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 651.567530] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 651.568102] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Deleting the datastore file [datastore2] 6c69c423-87ef-4f0e-853d-f795c70464b9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 651.568420] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61a3447a-6c1c-41b8-9e2f-ece96c866ebc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.575896] env[69433]: DEBUG oslo_vmware.api [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for the task: (returnval){ [ 651.575896] env[69433]: value = "task-3338006" [ 651.575896] env[69433]: _type = "Task" [ 651.575896] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.584308] env[69433]: DEBUG oslo_vmware.api [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3338006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.673485] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338002, 'name': CreateVM_Task, 'duration_secs': 0.365222} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.673670] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.674439] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.674599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.674915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.675230] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd30dd5-eeb1-442f-80d6-b9fc66595047 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.680486] env[69433]: INFO nova.compute.claims [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.690270] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 651.690270] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52684108-966f-45ac-f498-d629df74408c" [ 651.690270] env[69433]: _type = "Task" [ 651.690270] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.701581] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52684108-966f-45ac-f498-d629df74408c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.712767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-424b3f3e-9014-45a5-b6f1-9d0032d7e296 tempest-TenantUsagesTestJSON-1436445286 tempest-TenantUsagesTestJSON-1436445286-project-member] Lock "4a539684-1b4a-40d8-b3bd-9a5a5e845689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.049s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.862782] env[69433]: INFO nova.compute.manager [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Took 33.39 seconds to build instance. [ 652.023538] env[69433]: DEBUG oslo_vmware.api [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338004, 'name': PowerOnVM_Task, 'duration_secs': 0.468498} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.026790] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.026980] env[69433]: INFO nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Took 9.29 seconds to spawn the instance on the hypervisor. [ 652.027262] env[69433]: DEBUG nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.028264] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf5240-c83c-4c69-a795-d1c7819fb51e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.036233] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.037868] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.041895] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608f88e9-78c2-4333-9713-6d245b97e5c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.068776] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/b461f82f-7ce7-4bef-9f57-706b5239b3f8.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.069113] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc04bf76-0db7-44e6-8113-107b8a95a3ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.090453] env[69433]: DEBUG nova.network.neutron [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Updated VIF entry in instance network info cache for port 0bc1f0cf-4fa1-4126-9777-0b124d854d62. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.091568] env[69433]: DEBUG nova.network.neutron [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Updating instance_info_cache with network_info: [{"id": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "address": "fa:16:3e:d4:17:c7", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc1f0cf-4f", "ovs_interfaceid": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.096511] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 652.096511] env[69433]: value = "task-3338007" [ 652.096511] env[69433]: _type = "Task" [ 652.096511] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.098817] env[69433]: DEBUG oslo_vmware.api [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Task: {'id': task-3338006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433514} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.103037] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.103247] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.103398] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.103578] env[69433]: INFO nova.compute.manager [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 652.103808] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.104002] env[69433]: DEBUG nova.compute.manager [-] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.104112] env[69433]: DEBUG nova.network.neutron [-] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.111368] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.189479] env[69433]: INFO nova.compute.resource_tracker [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating resource usage from migration a27189f6-243c-4023-86db-cfade40c92fd [ 652.202560] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52684108-966f-45ac-f498-d629df74408c, 'name': SearchDatastore_Task, 'duration_secs': 0.011865} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.202878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.203142] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.203406] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.203564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.203827] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.204149] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-322c0feb-c2ab-406b-b4b6-73b2d5c6947f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.216525] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.216711] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.217485] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1b92293-78f1-4231-81ad-cbb17b9fada2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.222777] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 652.222777] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52030804-c59d-1748-3b03-baf4f6cf1ef2" [ 652.222777] env[69433]: _type = "Task" [ 652.222777] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.230719] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52030804-c59d-1748-3b03-baf4f6cf1ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.368398] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fd2a91a3-0fcf-42ae-a7c6-8784f129b123 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.733s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.443494] env[69433]: DEBUG nova.network.neutron [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Successfully updated port: 237fb86c-7b73-4d3c-9e40-68fc51f6ab74 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.502602] env[69433]: DEBUG nova.compute.manager [req-b70dffc3-b793-491e-bb85-235d85867262 req-3be68a38-3540-41d7-853f-ff362a034416 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Received event network-vif-plugged-237fb86c-7b73-4d3c-9e40-68fc51f6ab74 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.503455] env[69433]: DEBUG oslo_concurrency.lockutils [req-b70dffc3-b793-491e-bb85-235d85867262 req-3be68a38-3540-41d7-853f-ff362a034416 service nova] Acquiring lock "1e732690-5902-4ffd-bea7-98d10fb33549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.506692] env[69433]: DEBUG oslo_concurrency.lockutils [req-b70dffc3-b793-491e-bb85-235d85867262 req-3be68a38-3540-41d7-853f-ff362a034416 service nova] Lock "1e732690-5902-4ffd-bea7-98d10fb33549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.506961] env[69433]: DEBUG oslo_concurrency.lockutils [req-b70dffc3-b793-491e-bb85-235d85867262 req-3be68a38-3540-41d7-853f-ff362a034416 service nova] Lock "1e732690-5902-4ffd-bea7-98d10fb33549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.507166] env[69433]: DEBUG nova.compute.manager [req-b70dffc3-b793-491e-bb85-235d85867262 req-3be68a38-3540-41d7-853f-ff362a034416 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] No waiting events found dispatching network-vif-plugged-237fb86c-7b73-4d3c-9e40-68fc51f6ab74 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.507352] env[69433]: WARNING nova.compute.manager [req-b70dffc3-b793-491e-bb85-235d85867262 req-3be68a38-3540-41d7-853f-ff362a034416 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Received unexpected event network-vif-plugged-237fb86c-7b73-4d3c-9e40-68fc51f6ab74 for instance with vm_state building and task_state spawning. [ 652.556565] env[69433]: INFO nova.compute.manager [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Took 31.28 seconds to build instance. [ 652.594919] env[69433]: DEBUG oslo_concurrency.lockutils [req-b274a9f4-a627-472a-8c7a-4284a44ed07b req-46114a1a-4e20-4e56-8ccc-832fc766fbdd service nova] Releasing lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.608431] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.741150] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52030804-c59d-1748-3b03-baf4f6cf1ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.021172} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.748052] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfbd8d9-a567-4a9f-af8e-8b370592711f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.755866] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 652.755866] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528a2b93-c1ac-7bcd-50cb-2f3adb1dba48" [ 652.755866] env[69433]: _type = "Task" [ 652.755866] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.762559] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528a2b93-c1ac-7bcd-50cb-2f3adb1dba48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.780880] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6c6eec-e4e5-4364-a166-55c2a2de9eb4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.788815] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907d4675-25a5-40c5-9ae9-18081b5462af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.822463] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8be497-763a-4b03-b3d6-391b792279a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.831257] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b047b53-e4de-4d25-b39d-cba9c91a2065 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.845880] env[69433]: DEBUG nova.compute.provider_tree [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.870393] env[69433]: DEBUG nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.901628] env[69433]: DEBUG nova.network.neutron [-] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.950648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "refresh_cache-1e732690-5902-4ffd-bea7-98d10fb33549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.950648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired lock "refresh_cache-1e732690-5902-4ffd-bea7-98d10fb33549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.950648] env[69433]: DEBUG nova.network.neutron [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.058611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-03c0aa49-a749-4811-9b9b-5941f5a245ee tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.357s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.111454] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338007, 'name': ReconfigVM_Task, 'duration_secs': 0.749039} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.111728] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/b461f82f-7ce7-4bef-9f57-706b5239b3f8.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.112378] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4fb2237-52f2-4e7c-8dc1-910a6d6f34fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.118618] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 653.118618] env[69433]: value = "task-3338008" [ 653.118618] env[69433]: _type = "Task" [ 653.118618] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.126279] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338008, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.265272] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528a2b93-c1ac-7bcd-50cb-2f3adb1dba48, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.265476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.265744] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1ffc2586-5045-4048-a7a9-0f855cedf2be/1ffc2586-5045-4048-a7a9-0f855cedf2be.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.265998] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6626eaa-6210-4d63-ad35-c0e93c55a4f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.272274] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 653.272274] env[69433]: value = "task-3338009" [ 653.272274] env[69433]: _type = "Task" [ 653.272274] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.281155] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.298420] env[69433]: DEBUG nova.compute.manager [req-0b0549af-0be7-4ee2-993e-13c937bdf141 req-b63124e5-8c19-45da-b41a-5ce753b956d3 service nova] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Received event network-vif-deleted-2a0193de-07d0-4cae-94d2-153dc336cb63 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.353353] env[69433]: DEBUG nova.scheduler.client.report [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.395045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.407032] env[69433]: INFO nova.compute.manager [-] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Took 1.30 seconds to deallocate network for instance. [ 653.485141] env[69433]: DEBUG nova.network.neutron [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.564024] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.635997] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338008, 'name': Rename_Task, 'duration_secs': 0.247443} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.638928] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.638928] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b07c326-2f6f-4857-8b05-22ad71b69de7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.645066] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 653.645066] env[69433]: value = "task-3338010" [ 653.645066] env[69433]: _type = "Task" [ 653.645066] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.654439] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.668451] env[69433]: DEBUG nova.network.neutron [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Updating instance_info_cache with network_info: [{"id": "237fb86c-7b73-4d3c-9e40-68fc51f6ab74", "address": "fa:16:3e:9a:0d:65", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237fb86c-7b", "ovs_interfaceid": "237fb86c-7b73-4d3c-9e40-68fc51f6ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.786397] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338009, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.862631] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.689s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.862977] env[69433]: INFO nova.compute.manager [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Migrating [ 653.863289] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.863705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.864795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.702s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.864971] env[69433]: DEBUG nova.objects.instance [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 653.913495] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.085501] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.157020] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.173017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Releasing lock "refresh_cache-1e732690-5902-4ffd-bea7-98d10fb33549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.173378] env[69433]: DEBUG nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Instance network_info: |[{"id": "237fb86c-7b73-4d3c-9e40-68fc51f6ab74", "address": "fa:16:3e:9a:0d:65", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237fb86c-7b", "ovs_interfaceid": "237fb86c-7b73-4d3c-9e40-68fc51f6ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.173795] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:0d:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '237fb86c-7b73-4d3c-9e40-68fc51f6ab74', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.182916] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.185523] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.185765] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43a7a4df-dde1-45be-a528-fc82ed4b5352 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.208325] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.208325] env[69433]: value = "task-3338011" [ 654.208325] env[69433]: _type = "Task" [ 654.208325] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.218446] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338011, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.284174] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523395} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.284507] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1ffc2586-5045-4048-a7a9-0f855cedf2be/1ffc2586-5045-4048-a7a9-0f855cedf2be.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 654.284741] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 654.285017] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b83379ea-5946-46e8-b021-448592d15e2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.294670] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 654.294670] env[69433]: value = "task-3338012" [ 654.294670] env[69433]: _type = "Task" [ 654.294670] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.304437] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.371231] env[69433]: INFO nova.compute.rpcapi [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 654.371231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.655610] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.723082] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338011, 'name': CreateVM_Task, 'duration_secs': 0.433624} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.723351] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.724457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.724687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.725994] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.727526] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105d762e-fd3e-476e-a68d-718f420585d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.730302] env[69433]: DEBUG nova.compute.manager [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Received event network-changed-237fb86c-7b73-4d3c-9e40-68fc51f6ab74 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.730511] env[69433]: DEBUG nova.compute.manager [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Refreshing instance network info cache due to event network-changed-237fb86c-7b73-4d3c-9e40-68fc51f6ab74. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.730761] env[69433]: DEBUG oslo_concurrency.lockutils [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] Acquiring lock "refresh_cache-1e732690-5902-4ffd-bea7-98d10fb33549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.730950] env[69433]: DEBUG oslo_concurrency.lockutils [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] Acquired lock "refresh_cache-1e732690-5902-4ffd-bea7-98d10fb33549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.731143] env[69433]: DEBUG nova.network.neutron [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Refreshing network info cache for port 237fb86c-7b73-4d3c-9e40-68fc51f6ab74 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.737446] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 654.737446] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528dbfc2-a78a-918c-8d6c-73f7fe7f0efa" [ 654.737446] env[69433]: _type = "Task" [ 654.737446] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.754551] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528dbfc2-a78a-918c-8d6c-73f7fe7f0efa, 'name': SearchDatastore_Task, 'duration_secs': 0.012574} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.755008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.755321] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.755567] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.755727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.756318] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.756489] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce07268c-296c-4851-8196-374240a5782c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.766513] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.766721] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.767989] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e391fa1b-76f5-4eac-a17b-a9b69885e1ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.775678] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 654.775678] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ef5ff6-a196-2d9a-624f-fd1b97f611f7" [ 654.775678] env[69433]: _type = "Task" [ 654.775678] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.784045] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ef5ff6-a196-2d9a-624f-fd1b97f611f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.805039] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081811} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.805039] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.805550] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea3e36-7915-4e9c-95ea-db47bb25d38c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.828859] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 1ffc2586-5045-4048-a7a9-0f855cedf2be/1ffc2586-5045-4048-a7a9-0f855cedf2be.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.828859] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4bb1116-2d3c-4a1f-a506-62b326d5b66e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.856975] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 654.856975] env[69433]: value = "task-3338013" [ 654.856975] env[69433]: _type = "Task" [ 654.856975] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.868116] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.891828] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0e1b1c1c-fe0f-4b13-b2a7-2ed3351d979b tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.893792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.893792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.893792] env[69433]: DEBUG nova.network.neutron [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.896767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.186s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.899411] env[69433]: INFO nova.compute.claims [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.157866] env[69433]: DEBUG oslo_vmware.api [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338010, 'name': PowerOnVM_Task, 'duration_secs': 1.306742} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.158190] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.158371] env[69433]: INFO nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Took 9.67 seconds to spawn the instance on the hypervisor. [ 655.158622] env[69433]: DEBUG nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.159461] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e785feed-c0e7-4b2a-9063-23de44a0d7f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.286171] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ef5ff6-a196-2d9a-624f-fd1b97f611f7, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.287077] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85360810-f2ea-49d5-bc52-119686a7815d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.293124] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 655.293124] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c6b99b-80f5-35e6-190d-29df9cfab0ea" [ 655.293124] env[69433]: _type = "Task" [ 655.293124] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.301426] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c6b99b-80f5-35e6-190d-29df9cfab0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.365703] env[69433]: DEBUG nova.compute.manager [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Received event network-changed-ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.365896] env[69433]: DEBUG nova.compute.manager [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Refreshing instance network info cache due to event network-changed-ead3d678-6154-4010-8d9e-7185dfbffb86. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.366122] env[69433]: DEBUG oslo_concurrency.lockutils [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] Acquiring lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.366266] env[69433]: DEBUG oslo_concurrency.lockutils [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] Acquired lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.366503] env[69433]: DEBUG nova.network.neutron [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Refreshing network info cache for port ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.374903] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338013, 'name': ReconfigVM_Task, 'duration_secs': 0.464389} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.374903] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 1ffc2586-5045-4048-a7a9-0f855cedf2be/1ffc2586-5045-4048-a7a9-0f855cedf2be.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.376080] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32d43d21-5f50-40a3-bd53-43d6cc368edc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.383618] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 655.383618] env[69433]: value = "task-3338014" [ 655.383618] env[69433]: _type = "Task" [ 655.383618] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.395023] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338014, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.684554] env[69433]: INFO nova.compute.manager [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Took 32.32 seconds to build instance. [ 655.764668] env[69433]: DEBUG nova.network.neutron [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance_info_cache with network_info: [{"id": "b215e270-75ad-411e-b2b7-4645b888c3c6", "address": "fa:16:3e:37:00:dc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb215e270-75", "ovs_interfaceid": "b215e270-75ad-411e-b2b7-4645b888c3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.772095] env[69433]: DEBUG nova.network.neutron [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Updated VIF entry in instance network info cache for port 237fb86c-7b73-4d3c-9e40-68fc51f6ab74. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.772095] env[69433]: DEBUG nova.network.neutron [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Updating instance_info_cache with network_info: [{"id": "237fb86c-7b73-4d3c-9e40-68fc51f6ab74", "address": "fa:16:3e:9a:0d:65", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237fb86c-7b", "ovs_interfaceid": "237fb86c-7b73-4d3c-9e40-68fc51f6ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.810259] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c6b99b-80f5-35e6-190d-29df9cfab0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.016675} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.810259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.812609] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1e732690-5902-4ffd-bea7-98d10fb33549/1e732690-5902-4ffd-bea7-98d10fb33549.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.812774] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58166751-1fdc-4d64-89b6-6744da81bb9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.821111] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 655.821111] env[69433]: value = "task-3338015" [ 655.821111] env[69433]: _type = "Task" [ 655.821111] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.837394] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.896553] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338014, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.187845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-31acae0f-a9d6-4a74-9b34-2e37310ffbcc tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.576s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.268647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.274361] env[69433]: DEBUG oslo_concurrency.lockutils [req-c7c57562-6509-4aad-b6c2-49f11ca673cd req-00a7eca5-6030-407f-a494-c8dfc8e802b9 service nova] Releasing lock "refresh_cache-1e732690-5902-4ffd-bea7-98d10fb33549" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.333452] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338015, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.401714] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338014, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.404200] env[69433]: DEBUG nova.network.neutron [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Updated VIF entry in instance network info cache for port ead3d678-6154-4010-8d9e-7185dfbffb86. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.405553] env[69433]: DEBUG nova.network.neutron [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Updating instance_info_cache with network_info: [{"id": "ead3d678-6154-4010-8d9e-7185dfbffb86", "address": "fa:16:3e:e3:34:2e", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead3d678-61", "ovs_interfaceid": "ead3d678-6154-4010-8d9e-7185dfbffb86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.577688] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b32f073-7a97-4718-bb5c-01664d7eb402 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.587937] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05be0e3e-7a35-448d-88b8-a5f0b3ced5d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.621907] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55b2f92-5424-4982-a04f-a712b724e223 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.630344] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3bc1a3-0f85-4ca8-ac0e-8711c923a487 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.647289] env[69433]: DEBUG nova.compute.provider_tree [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.691618] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.834413] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7822} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.834715] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1e732690-5902-4ffd-bea7-98d10fb33549/1e732690-5902-4ffd-bea7-98d10fb33549.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.834927] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.835193] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc89a5cf-82c8-44c6-adf5-6e806c76f62a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.842492] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 656.842492] env[69433]: value = "task-3338016" [ 656.842492] env[69433]: _type = "Task" [ 656.842492] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.853376] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.896541] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338014, 'name': Rename_Task, 'duration_secs': 1.092306} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.896902] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.897269] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-506b3fac-2d02-40a4-84d0-728e431d7883 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.904949] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 656.904949] env[69433]: value = "task-3338017" [ 656.904949] env[69433]: _type = "Task" [ 656.904949] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.909451] env[69433]: DEBUG oslo_concurrency.lockutils [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] Releasing lock "refresh_cache-70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.909865] env[69433]: DEBUG nova.compute.manager [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Received event network-changed-cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.910108] env[69433]: DEBUG nova.compute.manager [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Refreshing instance network info cache due to event network-changed-cca1044a-ab12-42de-8891-bcaf78cd0386. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.910385] env[69433]: DEBUG oslo_concurrency.lockutils [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] Acquiring lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.910575] env[69433]: DEBUG oslo_concurrency.lockutils [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] Acquired lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.910823] env[69433]: DEBUG nova.network.neutron [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Refreshing network info cache for port cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.918427] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.153273] env[69433]: DEBUG nova.scheduler.client.report [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.222753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.354180] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215733} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.355184] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.357394] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee182a0-08e9-44cb-baab-edf329172619 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.386364] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 1e732690-5902-4ffd-bea7-98d10fb33549/1e732690-5902-4ffd-bea7-98d10fb33549.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.387025] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9aeff74-c4b9-4fd1-a89a-d981b60a5c17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.412456] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 657.412456] env[69433]: value = "task-3338018" [ 657.412456] env[69433]: _type = "Task" [ 657.412456] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.423912] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338017, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.430470] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338018, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.660225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.660843] env[69433]: DEBUG nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.667205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.183s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.667205] env[69433]: INFO nova.compute.claims [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.792731] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ccc23a-ed30-4ea9-b9f1-91050d8086f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.816949] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance 'dd22452f-04e7-43f9-95a1-4dc220c12db3' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 657.844572] env[69433]: DEBUG nova.network.neutron [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updated VIF entry in instance network info cache for port cca1044a-ab12-42de-8891-bcaf78cd0386. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.844875] env[69433]: DEBUG nova.network.neutron [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updating instance_info_cache with network_info: [{"id": "cca1044a-ab12-42de-8891-bcaf78cd0386", "address": "fa:16:3e:8c:ce:e6", "network": {"id": "3f5d9ed5-1a80-4465-8a1b-2dc4c2b5ec0e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-275211776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdb50de90ca1494283a2544e9a9fadd7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcca1044a-ab", "ovs_interfaceid": "cca1044a-ab12-42de-8891-bcaf78cd0386", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.922339] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338017, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.928537] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338018, 'name': ReconfigVM_Task, 'duration_secs': 0.428837} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.930101] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 1e732690-5902-4ffd-bea7-98d10fb33549/1e732690-5902-4ffd-bea7-98d10fb33549.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.930101] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0abe572-bf06-4a9f-9a29-97e8d8f9b7dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.936954] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 657.936954] env[69433]: value = "task-3338019" [ 657.936954] env[69433]: _type = "Task" [ 657.936954] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.948063] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338019, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.173484] env[69433]: DEBUG nova.compute.utils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.182230] env[69433]: DEBUG nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.185029] env[69433]: DEBUG nova.network.neutron [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.277329] env[69433]: DEBUG nova.policy [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b0848ffdcd4699a287a9605a390870', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b28fc45f3c437f85d3476ac3bf9208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.322571] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 658.323095] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e437f8-f832-4477-969e-f1a4aa1fe6b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.335924] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 658.335924] env[69433]: value = "task-3338020" [ 658.335924] env[69433]: _type = "Task" [ 658.335924] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.348379] env[69433]: DEBUG oslo_concurrency.lockutils [req-87cab1da-da4d-43e4-b343-470a78eb1fc8 req-bcf2c8c7-7c89-4bcf-8108-f2ce840effee service nova] Releasing lock "refresh_cache-7530c7cf-94a7-415b-a631-7777e2b09a47" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.348379] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.419729] env[69433]: DEBUG oslo_vmware.api [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338017, 'name': PowerOnVM_Task, 'duration_secs': 1.030923} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.420029] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.420236] env[69433]: INFO nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Took 10.16 seconds to spawn the instance on the hypervisor. [ 658.420729] env[69433]: DEBUG nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.421287] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efb2f3-76aa-49a7-b155-4d4613e0a6ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.447876] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338019, 'name': Rename_Task, 'duration_secs': 0.322937} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.448177] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.448427] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f47c69ab-c082-48ca-9dd2-c163a91855e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.458558] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 658.458558] env[69433]: value = "task-3338021" [ 658.458558] env[69433]: _type = "Task" [ 658.458558] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.467717] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.629041] env[69433]: DEBUG nova.network.neutron [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Successfully created port: 725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.685020] env[69433]: DEBUG nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.850559] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338020, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.952633] env[69433]: INFO nova.compute.manager [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Took 33.52 seconds to build instance. [ 658.969562] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338021, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.360027] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338020, 'name': PowerOffVM_Task, 'duration_secs': 0.551638} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.360027] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.360027] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance 'dd22452f-04e7-43f9-95a1-4dc220c12db3' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.442933] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e43c842-7f41-4102-809a-ee35dc334827 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.450908] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8f807f-11c0-41ff-94f4-ad25cfc656d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.454935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9bb5147d-0131-4110-8763-64e5ea6f1e51 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.889s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.494257] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793ea489-de74-44d8-8a7f-92ee8b7855be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.503809] env[69433]: DEBUG oslo_vmware.api [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338021, 'name': PowerOnVM_Task, 'duration_secs': 0.740829} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.507364] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.507364] env[69433]: INFO nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Took 8.51 seconds to spawn the instance on the hypervisor. [ 659.507364] env[69433]: DEBUG nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.508520] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff6726f-01a0-487b-9544-87bb501ec2e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.511838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb66766-7631-44af-bda0-24a40bbd315d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.528276] env[69433]: DEBUG nova.compute.provider_tree [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.701778] env[69433]: DEBUG nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.738156] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.738156] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.738321] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.738465] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.738664] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.738778] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.739172] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.739238] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.739391] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.739665] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.739741] env[69433]: DEBUG nova.virt.hardware [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.740929] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb0bec0-8c05-4039-a2e7-0789421eadc8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.751385] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b61c45-437f-4ad2-8f71-1fa042f7a4d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.868313] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.868564] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.868722] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.868995] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.869404] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.869628] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.869855] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.870015] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.870192] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.870355] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.870559] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.877407] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba71f3f2-c6fb-46a0-ac94-7002abac20b8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.895095] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 659.895095] env[69433]: value = "task-3338022" [ 659.895095] env[69433]: _type = "Task" [ 659.895095] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.902522] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.961393] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.032573] env[69433]: DEBUG nova.scheduler.client.report [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.043980] env[69433]: INFO nova.compute.manager [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Took 34.27 seconds to build instance. [ 660.407791] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338022, 'name': ReconfigVM_Task, 'duration_secs': 0.158388} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.408424] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance 'dd22452f-04e7-43f9-95a1-4dc220c12db3' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 660.497513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.543741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.875s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.544417] env[69433]: DEBUG nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.547381] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.427s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.551347] env[69433]: DEBUG nova.objects.instance [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lazy-loading 'resources' on Instance uuid a6903f16-9d39-47f9-abd6-73b4a40ebdd4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.553367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78adbce0-baf7-456d-bb2f-618b1150ee61 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "1e732690-5902-4ffd-bea7-98d10fb33549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.638s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.839152] env[69433]: DEBUG nova.compute.manager [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.839152] env[69433]: DEBUG nova.compute.manager [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing instance network info cache due to event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.840566] env[69433]: DEBUG oslo_concurrency.lockutils [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] Acquiring lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.840566] env[69433]: DEBUG oslo_concurrency.lockutils [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] Acquired lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.840566] env[69433]: DEBUG nova.network.neutron [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.843038] env[69433]: DEBUG nova.network.neutron [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Successfully updated port: 725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 660.917320] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.917583] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.917745] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.917931] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.918148] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.918233] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.918435] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.918688] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.918751] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.918905] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.919115] env[69433]: DEBUG nova.virt.hardware [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.925013] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 660.925756] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f0d8fca-e751-4fc7-b94d-d1410dc235c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.950072] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 660.950072] env[69433]: value = "task-3338023" [ 660.950072] env[69433]: _type = "Task" [ 660.950072] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.962038] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338023, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.056273] env[69433]: DEBUG nova.compute.utils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.066025] env[69433]: DEBUG nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.070259] env[69433]: DEBUG nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 661.070444] env[69433]: DEBUG nova.network.neutron [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.185224] env[69433]: DEBUG nova.policy [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '223009122e5d4fbe8d88c54978d0c518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de7de90911114050b36ea2ee76cfe9b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.250202] env[69433]: DEBUG nova.compute.manager [req-c0dc4347-2257-470d-92e8-0801ae87baff req-991f0fe0-fc38-4259-9dd1-f0d207e77f86 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Received event network-vif-plugged-725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 661.250202] env[69433]: DEBUG oslo_concurrency.lockutils [req-c0dc4347-2257-470d-92e8-0801ae87baff req-991f0fe0-fc38-4259-9dd1-f0d207e77f86 service nova] Acquiring lock "a408ea57-9966-4246-a7f3-2fe708b5afc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.250202] env[69433]: DEBUG oslo_concurrency.lockutils [req-c0dc4347-2257-470d-92e8-0801ae87baff req-991f0fe0-fc38-4259-9dd1-f0d207e77f86 service nova] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.250202] env[69433]: DEBUG oslo_concurrency.lockutils [req-c0dc4347-2257-470d-92e8-0801ae87baff req-991f0fe0-fc38-4259-9dd1-f0d207e77f86 service nova] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.250202] env[69433]: DEBUG nova.compute.manager [req-c0dc4347-2257-470d-92e8-0801ae87baff req-991f0fe0-fc38-4259-9dd1-f0d207e77f86 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] No waiting events found dispatching network-vif-plugged-725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.251472] env[69433]: WARNING nova.compute.manager [req-c0dc4347-2257-470d-92e8-0801ae87baff req-991f0fe0-fc38-4259-9dd1-f0d207e77f86 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Received unexpected event network-vif-plugged-725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c for instance with vm_state building and task_state spawning. [ 661.346609] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.346609] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.346759] env[69433]: DEBUG nova.network.neutron [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.464385] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338023, 'name': ReconfigVM_Task, 'duration_secs': 0.16585} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.467248] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 661.468249] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbb77e1-e653-4033-b709-4a0d1c99ab37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.495087] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] dd22452f-04e7-43f9-95a1-4dc220c12db3/dd22452f-04e7-43f9-95a1-4dc220c12db3.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.498475] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-487bb50e-bb7c-46bb-81b5-7ee6ebc4289c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.518765] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 661.518765] env[69433]: value = "task-3338024" [ 661.518765] env[69433]: _type = "Task" [ 661.518765] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.528989] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338024, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.576943] env[69433]: DEBUG nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.602586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.736962] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744e7e57-3b10-4dc0-97f6-6b8ae4fece6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.749504] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257a91d1-5c27-4e20-8d65-04aa4250617f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.796087] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5245e5-4fd1-43e4-a50c-b79157e5ca5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.807021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85937b1-dab1-490f-a8b7-eaddc3e0cd3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.823792] env[69433]: DEBUG nova.compute.provider_tree [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.894023] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651b809b-7539-4d28-9a5d-7c0f011196b3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.902379] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Suspending the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 661.903562] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6bbf0394-1be1-45c0-acf4-35054bfedd91 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.912749] env[69433]: DEBUG oslo_vmware.api [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] Waiting for the task: (returnval){ [ 661.912749] env[69433]: value = "task-3338025" [ 661.912749] env[69433]: _type = "Task" [ 661.912749] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.913501] env[69433]: DEBUG nova.network.neutron [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 661.927499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "9c265d8a-05c2-4227-9561-f217be324a2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.927770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "9c265d8a-05c2-4227-9561-f217be324a2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.937296] env[69433]: DEBUG oslo_vmware.api [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] Task: {'id': task-3338025, 'name': SuspendVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.034788] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338024, 'name': ReconfigVM_Task, 'duration_secs': 0.277439} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.035119] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Reconfigured VM instance instance-0000000a to attach disk [datastore2] dd22452f-04e7-43f9-95a1-4dc220c12db3/dd22452f-04e7-43f9-95a1-4dc220c12db3.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.035403] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance 'dd22452f-04e7-43f9-95a1-4dc220c12db3' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 662.095962] env[69433]: DEBUG nova.network.neutron [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updated VIF entry in instance network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.095962] env[69433]: DEBUG nova.network.neutron [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updating instance_info_cache with network_info: [{"id": "ca393550-d38f-46c4-9f46-949c189f29c7", "address": "fa:16:3e:ed:0a:9d", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca393550-d3", "ovs_interfaceid": "ca393550-d38f-46c4-9f46-949c189f29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.185050] env[69433]: DEBUG nova.network.neutron [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Updating instance_info_cache with network_info: [{"id": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "address": "fa:16:3e:25:38:b5", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725bc0c3-e5", "ovs_interfaceid": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.193287] env[69433]: DEBUG nova.network.neutron [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Successfully created port: 0662662f-bce4-4d12-b0fe-8fdd21407169 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.328745] env[69433]: DEBUG nova.scheduler.client.report [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.430863] env[69433]: DEBUG oslo_vmware.api [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] Task: {'id': task-3338025, 'name': SuspendVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.547923] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7742f1-8af6-4367-81c4-849457347c1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.572378] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc7b2a4-e9a9-4f2a-9563-bd8352335e39 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.597199] env[69433]: DEBUG nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.599444] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance 'dd22452f-04e7-43f9-95a1-4dc220c12db3' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 662.604867] env[69433]: DEBUG oslo_concurrency.lockutils [req-b18bf84c-eeff-4fd9-b9d6-65301e38ad9e req-a86c7c86-0fd7-41fe-983c-c961a2280d79 service nova] Releasing lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.630409] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.630659] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.630814] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.630998] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.631525] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.631742] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.632084] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.633014] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.633195] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.633729] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.633960] env[69433]: DEBUG nova.virt.hardware [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.635207] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5f5f6d-8891-4afc-889d-39d3ba392539 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.644990] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d804b387-7854-4c26-89a8-b26e5f1a5745 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.687882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.688237] env[69433]: DEBUG nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Instance network_info: |[{"id": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "address": "fa:16:3e:25:38:b5", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725bc0c3-e5", "ovs_interfaceid": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 662.688811] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:38:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.697853] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.698441] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.698690] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c428f4-778a-44a3-8e12-e75b1492acec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.722272] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.722272] env[69433]: value = "task-3338026" [ 662.722272] env[69433]: _type = "Task" [ 662.722272] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.731446] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338026, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.836389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.838816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.534s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.841502] env[69433]: INFO nova.compute.claims [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.881403] env[69433]: INFO nova.scheduler.client.report [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Deleted allocations for instance a6903f16-9d39-47f9-abd6-73b4a40ebdd4 [ 662.930677] env[69433]: DEBUG oslo_vmware.api [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] Task: {'id': task-3338025, 'name': SuspendVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.161453] env[69433]: DEBUG nova.network.neutron [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Port b215e270-75ad-411e-b2b7-4645b888c3c6 binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 663.233890] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338026, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.394693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8b6cd696-3cea-4321-994e-2c87a4676f9d tempest-ServersListShow2100Test-833934674 tempest-ServersListShow2100Test-833934674-project-member] Lock "a6903f16-9d39-47f9-abd6-73b4a40ebdd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.712s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.435802] env[69433]: DEBUG oslo_vmware.api [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] Task: {'id': task-3338025, 'name': SuspendVM_Task, 'duration_secs': 1.141388} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.436191] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Suspended the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 663.436523] env[69433]: DEBUG nova.compute.manager [None req-579899d8-f1d6-4a2a-aa74-60a1585b811d tempest-ServersAdminNegativeTestJSON-500435894 tempest-ServersAdminNegativeTestJSON-500435894-project-admin] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.437530] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e2be12-0c26-494c-bf62-667aa153fc59 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.739151] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338026, 'name': CreateVM_Task, 'duration_secs': 0.655741} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.739610] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.740375] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.741034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.741336] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.742432] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-035e5065-ee9f-492e-a990-23730c7b2e21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.747574] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 663.747574] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52da9a37-634e-04d6-ad6d-1a5a1198c452" [ 663.747574] env[69433]: _type = "Task" [ 663.747574] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.756963] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52da9a37-634e-04d6-ad6d-1a5a1198c452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.974054] env[69433]: DEBUG nova.compute.manager [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Received event network-changed-725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.974278] env[69433]: DEBUG nova.compute.manager [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Refreshing instance network info cache due to event network-changed-725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.974986] env[69433]: DEBUG oslo_concurrency.lockutils [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] Acquiring lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.975340] env[69433]: DEBUG oslo_concurrency.lockutils [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] Acquired lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.975524] env[69433]: DEBUG nova.network.neutron [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Refreshing network info cache for port 725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.196013] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.196013] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.196013] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.261764] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52da9a37-634e-04d6-ad6d-1a5a1198c452, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.262039] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.263208] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.263208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.263208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.263208] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.263208] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de46bd44-c3b2-455d-a127-667d1b258250 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.277715] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.277918] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.278988] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3152c2-baa5-4cf2-bd8e-6fa340e57733 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.287603] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 664.287603] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5205103c-30ff-4d07-ae67-85b2863d182b" [ 664.287603] env[69433]: _type = "Task" [ 664.287603] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.300772] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5205103c-30ff-4d07-ae67-85b2863d182b, 'name': SearchDatastore_Task, 'duration_secs': 0.010074} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.301781] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96f63da-8ac8-4ee1-a8c1-e2b6931b587c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.310258] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 664.310258] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527649cc-dcec-c803-0e61-61c770b38a1a" [ 664.310258] env[69433]: _type = "Task" [ 664.310258] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.320916] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527649cc-dcec-c803-0e61-61c770b38a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.323803] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.324331] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/a408ea57-9966-4246-a7f3-2fe708b5afc9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.325168] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-218ed521-7cf0-46d4-8e2e-074ee1e82ec3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.333247] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 664.333247] env[69433]: value = "task-3338027" [ 664.333247] env[69433]: _type = "Task" [ 664.333247] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.345591] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.474920] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0e494d-0ddf-4e45-ab5c-13273322d9a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.484954] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664fa9ec-768b-4986-9a99-4a7733ebc1a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.523630] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b4f25d-aa6a-44aa-84b6-d964e2042d2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.535192] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf3399-6bff-415b-b719-4af5e06fd4f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.550152] env[69433]: DEBUG nova.compute.provider_tree [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.654249] env[69433]: DEBUG nova.network.neutron [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Successfully updated port: 0662662f-bce4-4d12-b0fe-8fdd21407169 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.841932] env[69433]: DEBUG nova.network.neutron [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Updated VIF entry in instance network info cache for port 725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.842657] env[69433]: DEBUG nova.network.neutron [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Updating instance_info_cache with network_info: [{"id": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "address": "fa:16:3e:25:38:b5", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725bc0c3-e5", "ovs_interfaceid": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.852765] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486712} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.852765] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/a408ea57-9966-4246-a7f3-2fe708b5afc9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.852765] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.852765] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e7486e2-4b64-4682-a331-d7e5e672e7f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.859155] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 664.859155] env[69433]: value = "task-3338028" [ 664.859155] env[69433]: _type = "Task" [ 664.859155] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.871315] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.053814] env[69433]: DEBUG nova.scheduler.client.report [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.157626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "refresh_cache-2c1cbcc3-22f0-4443-95cd-05dafecde659" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.157812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquired lock "refresh_cache-2c1cbcc3-22f0-4443-95cd-05dafecde659" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.157965] env[69433]: DEBUG nova.network.neutron [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.253809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.253809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.253809] env[69433]: DEBUG nova.network.neutron [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.346293] env[69433]: DEBUG oslo_concurrency.lockutils [req-19e46e6c-1661-4cfd-8b49-c938ae5e2277 req-9fc703ab-3651-430f-817a-c21cc0155627 service nova] Releasing lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371062] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065775} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.371534] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.372824] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd0f316-eb85-4648-9eb9-550bb13b4728 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.401023] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/a408ea57-9966-4246-a7f3-2fe708b5afc9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.401023] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0c85e1c-c359-405b-95cb-4782e899645f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.425310] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 665.425310] env[69433]: value = "task-3338029" [ 665.425310] env[69433]: _type = "Task" [ 665.425310] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.434695] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.559520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.560370] env[69433]: DEBUG nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.563157] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.221s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.563244] env[69433]: DEBUG nova.objects.instance [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lazy-loading 'resources' on Instance uuid 0d07e46b-24af-4795-841b-b89ecad2326c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.700284] env[69433]: DEBUG nova.network.neutron [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 665.867572] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.867917] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.921488] env[69433]: DEBUG nova.network.neutron [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Updating instance_info_cache with network_info: [{"id": "0662662f-bce4-4d12-b0fe-8fdd21407169", "address": "fa:16:3e:ca:ec:99", "network": {"id": "30d7a5bf-41a2-4d31-bbe6-205d9985d7d4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-506220561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7de90911114050b36ea2ee76cfe9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0662662f-bc", "ovs_interfaceid": "0662662f-bce4-4d12-b0fe-8fdd21407169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.936604] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.048636] env[69433]: DEBUG nova.network.neutron [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance_info_cache with network_info: [{"id": "b215e270-75ad-411e-b2b7-4645b888c3c6", "address": "fa:16:3e:37:00:dc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb215e270-75", "ovs_interfaceid": "b215e270-75ad-411e-b2b7-4645b888c3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.066220] env[69433]: DEBUG nova.compute.utils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.070882] env[69433]: DEBUG nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.071157] env[69433]: DEBUG nova.network.neutron [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.132079] env[69433]: DEBUG nova.policy [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f0672fae864800ba5d1a1c0801da52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc047a2587f84f00b201a7e566d3d303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.259724] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.259724] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing instance network info cache due to event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.259724] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquiring lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.259724] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquired lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.259724] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.424409] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Releasing lock "refresh_cache-2c1cbcc3-22f0-4443-95cd-05dafecde659" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.428180] env[69433]: DEBUG nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Instance network_info: |[{"id": "0662662f-bce4-4d12-b0fe-8fdd21407169", "address": "fa:16:3e:ca:ec:99", "network": {"id": "30d7a5bf-41a2-4d31-bbe6-205d9985d7d4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-506220561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7de90911114050b36ea2ee76cfe9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0662662f-bc", "ovs_interfaceid": "0662662f-bce4-4d12-b0fe-8fdd21407169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.428288] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:ec:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0662662f-bce4-4d12-b0fe-8fdd21407169', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.435099] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Creating folder: Project (de7de90911114050b36ea2ee76cfe9b7). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.439213] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17c8def6-a05c-4561-89d7-198f87655349 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.451883] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.458648] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Created folder: Project (de7de90911114050b36ea2ee76cfe9b7) in parent group-v666200. [ 666.458648] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Creating folder: Instances. Parent ref: group-v666259. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.458648] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f33ee0-d7ab-4a8e-a122-a947476613b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.467770] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Created folder: Instances in parent group-v666259. [ 666.467770] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.471748] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.473014] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f81e659-5be8-4230-9563-b285e845fc63 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.494707] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.494707] env[69433]: value = "task-3338032" [ 666.494707] env[69433]: _type = "Task" [ 666.494707] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.502228] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338032, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.552249] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.573831] env[69433]: DEBUG nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.605931] env[69433]: DEBUG nova.network.neutron [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Successfully created port: 763e2884-c2b9-430e-871f-e550d0945334 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.672455] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd9346-8af0-40ee-ac9c-d9d7d4c70a1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.680633] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86dcd8c-24bf-4d5a-bb53-e99902e7bbf7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.712406] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f0a6df-59f7-4080-bcf4-134ff52bad34 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.721132] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5e642f-8748-44f3-8c2e-c5de6f429297 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.738903] env[69433]: DEBUG nova.compute.provider_tree [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.809666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "1ffc2586-5045-4048-a7a9-0f855cedf2be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.810017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.810761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "1ffc2586-5045-4048-a7a9-0f855cedf2be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.810991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.811216] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.813724] env[69433]: INFO nova.compute.manager [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Terminating instance [ 666.949700] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338029, 'name': ReconfigVM_Task, 'duration_secs': 1.288147} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.950126] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/a408ea57-9966-4246-a7f3-2fe708b5afc9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.950717] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7786e44-0fa6-4326-94f8-dc6c7bfc7bbf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.958624] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 666.958624] env[69433]: value = "task-3338033" [ 666.958624] env[69433]: _type = "Task" [ 666.958624] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.972636] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338033, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.004722] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338032, 'name': CreateVM_Task, 'duration_secs': 0.334753} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.004722] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.005186] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.005329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.005649] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.005897] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c0368d-a695-47a1-a88b-6bd4baf25b04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.010932] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 667.010932] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522a2e96-494b-d2bf-2576-f4eab1b6d574" [ 667.010932] env[69433]: _type = "Task" [ 667.010932] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.020577] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522a2e96-494b-d2bf-2576-f4eab1b6d574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.079995] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99a9111-06b5-40bb-ba35-c3f428149096 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.103158] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c614c5-80e1-4d2c-9b83-9ff8f1eb1c21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.111018] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance 'dd22452f-04e7-43f9-95a1-4dc220c12db3' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 667.128445] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updated VIF entry in instance network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.128795] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updating instance_info_cache with network_info: [{"id": "ca393550-d38f-46c4-9f46-949c189f29c7", "address": "fa:16:3e:ed:0a:9d", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca393550-d3", "ovs_interfaceid": "ca393550-d38f-46c4-9f46-949c189f29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.242526] env[69433]: DEBUG nova.scheduler.client.report [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.321952] env[69433]: DEBUG nova.compute.manager [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 667.322190] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 667.323100] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac7cdb-e595-4ed7-bff6-d7b5f5756134 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.335377] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.336641] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-161ea07b-4adf-4180-8a02-c07dee206786 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.346083] env[69433]: DEBUG oslo_vmware.api [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 667.346083] env[69433]: value = "task-3338034" [ 667.346083] env[69433]: _type = "Task" [ 667.346083] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.357067] env[69433]: DEBUG oslo_vmware.api [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.470886] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338033, 'name': Rename_Task, 'duration_secs': 0.152064} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.471274] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.471647] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012ee32a-a0ee-490d-9dfb-14e1823ab0c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.478703] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 667.478703] env[69433]: value = "task-3338035" [ 667.478703] env[69433]: _type = "Task" [ 667.478703] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.488850] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.523372] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522a2e96-494b-d2bf-2576-f4eab1b6d574, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.523676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.523905] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.524154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.524317] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.524574] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.524891] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8de2d407-a840-4622-a2ce-29bc96d36695 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.534650] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.536497] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.536497] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d911aa1a-deb7-40ec-8b2d-462fdace6d8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.541849] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 667.541849] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525bd344-35e1-583a-3bd9-888a4c343e82" [ 667.541849] env[69433]: _type = "Task" [ 667.541849] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.550928] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525bd344-35e1-583a-3bd9-888a4c343e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.604208] env[69433]: DEBUG nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.611313] env[69433]: DEBUG nova.compute.manager [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.611494] env[69433]: DEBUG nova.compute.manager [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing instance network info cache due to event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.611688] env[69433]: DEBUG oslo_concurrency.lockutils [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] Acquiring lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.616697] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.616697] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff418c1-72fc-42aa-b66e-e4658e74e8ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.627643] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 667.627643] env[69433]: value = "task-3338036" [ 667.627643] env[69433]: _type = "Task" [ 667.627643] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.633250] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Releasing lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.633499] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Received event network-changed-0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.633759] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Refreshing instance network info cache due to event network-changed-0bc1f0cf-4fa1-4126-9777-0b124d854d62. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.633872] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquiring lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.634009] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquired lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.634243] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Refreshing network info cache for port 0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.635444] env[69433]: DEBUG oslo_concurrency.lockutils [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] Acquired lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.635612] env[69433]: DEBUG nova.network.neutron [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.639278] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.639508] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.639714] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.639835] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.639980] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.640138] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.640347] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.640567] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.640700] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.640860] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.641107] env[69433]: DEBUG nova.virt.hardware [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.643384] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7881f43b-2c58-4766-866b-0409f8e16fce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.650300] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.656988] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc14dcb0-e757-42ba-bea5-01799c672d94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.748421] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.751799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.135s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.751799] env[69433]: DEBUG nova.objects.instance [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lazy-loading 'resources' on Instance uuid 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.781259] env[69433]: INFO nova.scheduler.client.report [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleted allocations for instance 0d07e46b-24af-4795-841b-b89ecad2326c [ 667.859044] env[69433]: DEBUG oslo_vmware.api [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338034, 'name': PowerOffVM_Task, 'duration_secs': 0.266421} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.859405] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.859678] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 667.859961] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e76123ae-6144-453d-a0c0-89598c9d4013 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.929081] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.929081] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.929081] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleting the datastore file [datastore1] 1ffc2586-5045-4048-a7a9-0f855cedf2be {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.929081] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aab37198-1101-4ce4-92ba-0c4c426ca3f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.935674] env[69433]: DEBUG oslo_vmware.api [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 667.935674] env[69433]: value = "task-3338038" [ 667.935674] env[69433]: _type = "Task" [ 667.935674] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.943490] env[69433]: DEBUG oslo_vmware.api [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.988750] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338035, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.056341] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525bd344-35e1-583a-3bd9-888a4c343e82, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.056341] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465d3319-685e-4a5e-9af0-6d7ab20e6869 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.062425] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 668.062425] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f01f96-badb-6e25-d09e-14fd32e48451" [ 668.062425] env[69433]: _type = "Task" [ 668.062425] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.073194] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f01f96-badb-6e25-d09e-14fd32e48451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.140982] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338036, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.255647] env[69433]: DEBUG nova.network.neutron [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Successfully updated port: 763e2884-c2b9-430e-871f-e550d0945334 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.289363] env[69433]: DEBUG oslo_concurrency.lockutils [None req-510f7b22-702e-407c-ad08-ee4228d7b0fc tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "0d07e46b-24af-4795-841b-b89ecad2326c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.893s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.448294] env[69433]: DEBUG oslo_vmware.api [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314582} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.448679] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 668.448875] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 668.449062] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 668.449239] env[69433]: INFO nova.compute.manager [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Took 1.13 seconds to destroy the instance on the hypervisor. [ 668.449616] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.449820] env[69433]: DEBUG nova.compute.manager [-] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 668.449916] env[69433]: DEBUG nova.network.neutron [-] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.494159] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338035, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.517159] env[69433]: DEBUG nova.compute.manager [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Received event network-vif-plugged-763e2884-c2b9-430e-871f-e550d0945334 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.517159] env[69433]: DEBUG oslo_concurrency.lockutils [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] Acquiring lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.517159] env[69433]: DEBUG oslo_concurrency.lockutils [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.517159] env[69433]: DEBUG oslo_concurrency.lockutils [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.517159] env[69433]: DEBUG nova.compute.manager [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] No waiting events found dispatching network-vif-plugged-763e2884-c2b9-430e-871f-e550d0945334 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 668.517611] env[69433]: WARNING nova.compute.manager [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Received unexpected event network-vif-plugged-763e2884-c2b9-430e-871f-e550d0945334 for instance with vm_state building and task_state spawning. [ 668.517611] env[69433]: DEBUG nova.compute.manager [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Received event network-changed-763e2884-c2b9-430e-871f-e550d0945334 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 668.517611] env[69433]: DEBUG nova.compute.manager [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Refreshing instance network info cache due to event network-changed-763e2884-c2b9-430e-871f-e550d0945334. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 668.517611] env[69433]: DEBUG oslo_concurrency.lockutils [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] Acquiring lock "refresh_cache-8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.517611] env[69433]: DEBUG oslo_concurrency.lockutils [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] Acquired lock "refresh_cache-8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.517777] env[69433]: DEBUG nova.network.neutron [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Refreshing network info cache for port 763e2884-c2b9-430e-871f-e550d0945334 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 668.576238] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f01f96-badb-6e25-d09e-14fd32e48451, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.576238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.576238] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2c1cbcc3-22f0-4443-95cd-05dafecde659/2c1cbcc3-22f0-4443-95cd-05dafecde659.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 668.576238] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17177f6c-19d9-4e8c-a384-c37ed582ab9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.582926] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 668.582926] env[69433]: value = "task-3338039" [ 668.582926] env[69433]: _type = "Task" [ 668.582926] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.594854] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.640863] env[69433]: DEBUG oslo_vmware.api [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338036, 'name': PowerOnVM_Task, 'duration_secs': 0.835739} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.641241] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.641312] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7dfe4861-f88a-434d-b2a6-739a28c4f79f tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance 'dd22452f-04e7-43f9-95a1-4dc220c12db3' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 668.761040] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "refresh_cache-8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.840598] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Updated VIF entry in instance network info cache for port 0bc1f0cf-4fa1-4126-9777-0b124d854d62. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.840775] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Updating instance_info_cache with network_info: [{"id": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "address": "fa:16:3e:d4:17:c7", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bc1f0cf-4f", "ovs_interfaceid": "0bc1f0cf-4fa1-4126-9777-0b124d854d62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.849311] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a82d1-9189-4bca-a3dc-1189000085fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.859382] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea43ff9-cc40-456b-8b7a-7560fc7b8bdf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.900254] env[69433]: DEBUG nova.network.neutron [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updated VIF entry in instance network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 668.900617] env[69433]: DEBUG nova.network.neutron [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updating instance_info_cache with network_info: [{"id": "ca393550-d38f-46c4-9f46-949c189f29c7", "address": "fa:16:3e:ed:0a:9d", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca393550-d3", "ovs_interfaceid": "ca393550-d38f-46c4-9f46-949c189f29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.902350] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16cbbef-7cd7-4b3a-b28a-3c0418964be0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.914073] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9130bf-64a4-44b2-82d0-3a11258da41d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.930385] env[69433]: DEBUG nova.compute.provider_tree [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.996330] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338035, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.069231] env[69433]: DEBUG nova.network.neutron [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.097511] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338039, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.166501] env[69433]: DEBUG nova.network.neutron [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.345621] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Releasing lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.345621] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Received event network-vif-plugged-0662662f-bce4-4d12-b0fe-8fdd21407169 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.345621] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquiring lock "2c1cbcc3-22f0-4443-95cd-05dafecde659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.345860] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.346400] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.346400] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] No waiting events found dispatching network-vif-plugged-0662662f-bce4-4d12-b0fe-8fdd21407169 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.346400] env[69433]: WARNING nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Received unexpected event network-vif-plugged-0662662f-bce4-4d12-b0fe-8fdd21407169 for instance with vm_state building and task_state spawning. [ 669.346628] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Received event network-changed-0662662f-bce4-4d12-b0fe-8fdd21407169 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.346718] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Refreshing instance network info cache due to event network-changed-0662662f-bce4-4d12-b0fe-8fdd21407169. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.346927] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquiring lock "refresh_cache-2c1cbcc3-22f0-4443-95cd-05dafecde659" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.347913] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquired lock "refresh_cache-2c1cbcc3-22f0-4443-95cd-05dafecde659" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.348103] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Refreshing network info cache for port 0662662f-bce4-4d12-b0fe-8fdd21407169 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.354569] env[69433]: DEBUG nova.network.neutron [-] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.407970] env[69433]: DEBUG oslo_concurrency.lockutils [req-b4392567-321d-412a-a77d-392c7ba797ff req-987501ee-76ed-44db-ba4f-b785840b9b74 service nova] Releasing lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.433898] env[69433]: DEBUG nova.scheduler.client.report [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.493192] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338035, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.600985] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83565} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.603019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2c1cbcc3-22f0-4443-95cd-05dafecde659/2c1cbcc3-22f0-4443-95cd-05dafecde659.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 669.603019] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 669.603019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-077c51e0-7871-4f90-b26c-f63add0dc9ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.610256] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 669.610256] env[69433]: value = "task-3338040" [ 669.610256] env[69433]: _type = "Task" [ 669.610256] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.619590] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338040, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.675530] env[69433]: DEBUG oslo_concurrency.lockutils [req-2d516470-305f-4071-ad0d-4b6c64f3dbd3 req-7df672c5-e70b-4386-9e72-67badea0fac7 service nova] Releasing lock "refresh_cache-8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.676012] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired lock "refresh_cache-8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.676218] env[69433]: DEBUG nova.network.neutron [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.857030] env[69433]: INFO nova.compute.manager [-] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Took 1.41 seconds to deallocate network for instance. [ 669.939821] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.941920] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.065s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.943515] env[69433]: INFO nova.compute.claims [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.964752] env[69433]: INFO nova.scheduler.client.report [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Deleted allocations for instance 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86 [ 669.993587] env[69433]: DEBUG oslo_vmware.api [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338035, 'name': PowerOnVM_Task, 'duration_secs': 2.270491} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.996177] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.996430] env[69433]: INFO nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Took 10.29 seconds to spawn the instance on the hypervisor. [ 669.996682] env[69433]: DEBUG nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.997735] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89845cec-e9a4-44d1-8554-9ddda05d45d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.058682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "1e732690-5902-4ffd-bea7-98d10fb33549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.058949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "1e732690-5902-4ffd-bea7-98d10fb33549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.059178] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "1e732690-5902-4ffd-bea7-98d10fb33549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.059364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "1e732690-5902-4ffd-bea7-98d10fb33549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.059533] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "1e732690-5902-4ffd-bea7-98d10fb33549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.061456] env[69433]: INFO nova.compute.manager [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Terminating instance [ 670.072446] env[69433]: DEBUG nova.compute.manager [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.072725] env[69433]: DEBUG nova.compute.manager [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing instance network info cache due to event network-changed-ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.073056] env[69433]: DEBUG oslo_concurrency.lockutils [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] Acquiring lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.073498] env[69433]: DEBUG oslo_concurrency.lockutils [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] Acquired lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.073498] env[69433]: DEBUG nova.network.neutron [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Refreshing network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.122450] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070486} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.122992] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.123934] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eb0655-8593-492d-8705-d1f762b1244b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.150514] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 2c1cbcc3-22f0-4443-95cd-05dafecde659/2c1cbcc3-22f0-4443-95cd-05dafecde659.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.151139] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c8ef64-f170-4543-8fdc-c5385dc34300 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.165920] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Updated VIF entry in instance network info cache for port 0662662f-bce4-4d12-b0fe-8fdd21407169. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.166274] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Updating instance_info_cache with network_info: [{"id": "0662662f-bce4-4d12-b0fe-8fdd21407169", "address": "fa:16:3e:ca:ec:99", "network": {"id": "30d7a5bf-41a2-4d31-bbe6-205d9985d7d4", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-506220561-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de7de90911114050b36ea2ee76cfe9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0662662f-bc", "ovs_interfaceid": "0662662f-bce4-4d12-b0fe-8fdd21407169", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.185724] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 670.185724] env[69433]: value = "task-3338041" [ 670.185724] env[69433]: _type = "Task" [ 670.185724] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.197162] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.222413] env[69433]: DEBUG nova.network.neutron [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.364349] env[69433]: DEBUG nova.network.neutron [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Updating instance_info_cache with network_info: [{"id": "763e2884-c2b9-430e-871f-e550d0945334", "address": "fa:16:3e:14:08:b9", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763e2884-c2", "ovs_interfaceid": "763e2884-c2b9-430e-871f-e550d0945334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.370598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.471713] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e957bc6-6896-4e57-a0c5-87535bb55620 tempest-ServerDiagnosticsTest-1447236521 tempest-ServerDiagnosticsTest-1447236521-project-member] Lock "8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.580s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.516022] env[69433]: INFO nova.compute.manager [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Took 32.83 seconds to build instance. [ 670.567703] env[69433]: DEBUG nova.compute.manager [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 670.567896] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.569322] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb0fd3c-5cf3-4ed3-a414-1c4bbd26211a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.580276] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.580604] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb4821ee-c2d9-4aff-8d0a-ea690408e398 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.655507] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.655756] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.655969] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Deleting the datastore file [datastore1] 1e732690-5902-4ffd-bea7-98d10fb33549 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.656284] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5da478d7-a714-4549-a602-711190264e68 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.667110] env[69433]: DEBUG oslo_vmware.api [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 670.667110] env[69433]: value = "task-3338043" [ 670.667110] env[69433]: _type = "Task" [ 670.667110] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.671604] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Releasing lock "refresh_cache-2c1cbcc3-22f0-4443-95cd-05dafecde659" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.672257] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Received event network-changed-0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.672257] env[69433]: DEBUG nova.compute.manager [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Refreshing instance network info cache due to event network-changed-0bc1f0cf-4fa1-4126-9777-0b124d854d62. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.672950] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquiring lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.672950] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Acquired lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.672950] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Refreshing network info cache for port 0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.683203] env[69433]: DEBUG oslo_vmware.api [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.697528] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338041, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.712575] env[69433]: DEBUG nova.compute.manager [req-15bc52fb-2a32-41f3-9930-c3e57c9cb2b0 req-b6a45876-b385-4405-b868-43c95082f938 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Received event network-vif-deleted-0bc1f0cf-4fa1-4126-9777-0b124d854d62 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.868705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Releasing lock "refresh_cache-8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.868787] env[69433]: DEBUG nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Instance network_info: |[{"id": "763e2884-c2b9-430e-871f-e550d0945334", "address": "fa:16:3e:14:08:b9", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.64", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap763e2884-c2", "ovs_interfaceid": "763e2884-c2b9-430e-871f-e550d0945334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.869175] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:08:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '763e2884-c2b9-430e-871f-e550d0945334', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.879265] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Creating folder: Project (cc047a2587f84f00b201a7e566d3d303). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.879610] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad73c811-5cfd-445f-bde5-714bf45a5d5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.893621] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Created folder: Project (cc047a2587f84f00b201a7e566d3d303) in parent group-v666200. [ 670.893860] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Creating folder: Instances. Parent ref: group-v666262. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.894228] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5f6119a-f395-4e0e-9723-c7c05fc1a57d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.902873] env[69433]: DEBUG nova.network.neutron [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updated VIF entry in instance network info cache for port ca393550-d38f-46c4-9f46-949c189f29c7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.903241] env[69433]: DEBUG nova.network.neutron [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updating instance_info_cache with network_info: [{"id": "ca393550-d38f-46c4-9f46-949c189f29c7", "address": "fa:16:3e:ed:0a:9d", "network": {"id": "cfdb1ef9-97b6-4efa-8b04-8c1ae454961b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1880511618-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "888a128ae33b416ab54f53fc829073f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2be3fdb5-359e-43bd-8c20-2ff00e81db55", "external-id": "nsx-vlan-transportzone-986", "segmentation_id": 986, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca393550-d3", "ovs_interfaceid": "ca393550-d38f-46c4-9f46-949c189f29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.907625] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Created folder: Instances in parent group-v666262. [ 670.907871] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 670.908075] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.908284] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b4533bc-fe4c-414a-bdc7-cf7414be3072 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.937394] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.937394] env[69433]: value = "task-3338046" [ 670.937394] env[69433]: _type = "Task" [ 670.937394] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.955703] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338046, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.956930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.957073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.018100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9742a4e7-5484-480c-9bd4-8ba70242bb06 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.264s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.185497] env[69433]: DEBUG oslo_vmware.api [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323059} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.186803] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.186803] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.186803] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.186803] env[69433]: INFO nova.compute.manager [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Took 0.62 seconds to destroy the instance on the hypervisor. [ 671.186935] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.187058] env[69433]: DEBUG nova.compute.manager [-] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 671.187152] env[69433]: DEBUG nova.network.neutron [-] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.198160] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.204160] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338041, 'name': ReconfigVM_Task, 'duration_secs': 0.76672} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.207010] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 2c1cbcc3-22f0-4443-95cd-05dafecde659/2c1cbcc3-22f0-4443-95cd-05dafecde659.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.209191] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c553b8e-7159-4b48-8bb0-ea616f298f3d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.219159] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 671.219159] env[69433]: value = "task-3338047" [ 671.219159] env[69433]: _type = "Task" [ 671.219159] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.230132] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338047, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.305992] env[69433]: DEBUG nova.network.neutron [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.408536] env[69433]: DEBUG oslo_concurrency.lockutils [req-44d583e2-f9c1-41d5-89ea-1e66562d7cef req-6f5bdae5-ac15-4bf5-ad1e-123c4be3dfa5 service nova] Releasing lock "refresh_cache-92219f2e-1d61-4a99-9bff-78a6e4c0cb65" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.435672] env[69433]: INFO nova.compute.manager [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Rescuing [ 671.435672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.435672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.436023] env[69433]: DEBUG nova.network.neutron [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.450493] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338046, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.527638] env[69433]: DEBUG nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.573103] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae3c6bb-e1ae-46a1-bfd1-ee1d66b5b48d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.582891] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21230829-62fb-40ac-82cb-91e3bf6469f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.616467] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c1ca1d-f2cf-4ef5-9c7f-3e3614e1f369 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.625019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf44cec-fe9c-4adc-89a9-704166922333 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.639838] env[69433]: DEBUG nova.compute.provider_tree [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.730697] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338047, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.810816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.811694] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.811694] env[69433]: DEBUG nova.compute.manager [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Going to confirm migration 1 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 671.813170] env[69433]: DEBUG oslo_concurrency.lockutils [req-15b4a602-e213-47be-a417-d99df4c2d0cc req-6d5b370e-5c02-4cde-953a-ec3ca9db5c87 service nova] Releasing lock "refresh_cache-1ffc2586-5045-4048-a7a9-0f855cedf2be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.951649] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338046, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.036006] env[69433]: DEBUG nova.network.neutron [-] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.055190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.144257] env[69433]: DEBUG nova.scheduler.client.report [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.162036] env[69433]: DEBUG nova.network.neutron [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Updating instance_info_cache with network_info: [{"id": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "address": "fa:16:3e:25:38:b5", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap725bc0c3-e5", "ovs_interfaceid": "725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.233360] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338047, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.456748] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338046, 'name': CreateVM_Task, 'duration_secs': 1.249384} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.456984] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.457889] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.457993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.458385] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.458711] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21ef3cf-515d-4a05-8ca5-3ffa2d303d77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.471463] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 672.471463] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294d738-7908-28e2-f7e7-512df7f53146" [ 672.471463] env[69433]: _type = "Task" [ 672.471463] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.485830] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294d738-7908-28e2-f7e7-512df7f53146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.486994] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.487200] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.487510] env[69433]: DEBUG nova.network.neutron [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.487801] env[69433]: DEBUG nova.objects.instance [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lazy-loading 'info_cache' on Instance uuid dd22452f-04e7-43f9-95a1-4dc220c12db3 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.539680] env[69433]: INFO nova.compute.manager [-] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Took 1.35 seconds to deallocate network for instance. [ 672.649701] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.650814] env[69433]: DEBUG nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.654430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.414s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.655421] env[69433]: DEBUG nova.objects.instance [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lazy-loading 'resources' on Instance uuid 607ed338-d4e0-47b6-8f06-f0e3809a2139 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.668122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-a408ea57-9966-4246-a7f3-2fe708b5afc9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.731820] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338047, 'name': Rename_Task, 'duration_secs': 1.268571} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.732129] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.732378] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c336dcb7-8342-4565-bd37-5cfefda3676c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.740301] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 672.740301] env[69433]: value = "task-3338048" [ 672.740301] env[69433]: _type = "Task" [ 672.740301] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.748631] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.839562] env[69433]: DEBUG nova.compute.manager [req-7af2bee4-867f-40dc-a980-5851f264cd5a req-61b28ef1-5a81-4849-b446-2ffdb852ef10 service nova] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Received event network-vif-deleted-237fb86c-7b73-4d3c-9e40-68fc51f6ab74 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.984092] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294d738-7908-28e2-f7e7-512df7f53146, 'name': SearchDatastore_Task, 'duration_secs': 0.021402} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.984092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.984092] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.984399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.984445] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.984644] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.984900] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-253ef64a-ac33-43dc-8f04-07a8de418e4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.996204] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.996204] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.996867] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465b621e-713c-41c7-bf40-b76479e1b20b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.003813] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 673.003813] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52774ab2-d64a-e591-43c3-4d460c75d34c" [ 673.003813] env[69433]: _type = "Task" [ 673.003813] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.013700] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52774ab2-d64a-e591-43c3-4d460c75d34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.046330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.162958] env[69433]: DEBUG nova.compute.utils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.167331] env[69433]: DEBUG nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.167506] env[69433]: DEBUG nova.network.neutron [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.255553] env[69433]: DEBUG nova.policy [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f0672fae864800ba5d1a1c0801da52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc047a2587f84f00b201a7e566d3d303', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.262857] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338048, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.516710] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52774ab2-d64a-e591-43c3-4d460c75d34c, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.517535] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e932616c-df8a-4a01-8c46-f341f9a8dcab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.530557] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 673.530557] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ff23cf-4b3b-251a-780e-c3d3d80d8566" [ 673.530557] env[69433]: _type = "Task" [ 673.530557] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.541376] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ff23cf-4b3b-251a-780e-c3d3d80d8566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.665712] env[69433]: DEBUG nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.700678] env[69433]: DEBUG nova.network.neutron [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Successfully created port: d00e44de-d8b7-4c4a-a6f1-e43a165300bc {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.756494] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338048, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.765858] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f34896-ceb6-4194-a3e0-0bee2d9ebfde {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.773141] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0956f37c-ebbc-47e3-bb89-999912a4d2dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.811260] env[69433]: DEBUG nova.network.neutron [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance_info_cache with network_info: [{"id": "b215e270-75ad-411e-b2b7-4645b888c3c6", "address": "fa:16:3e:37:00:dc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb215e270-75", "ovs_interfaceid": "b215e270-75ad-411e-b2b7-4645b888c3c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.815931] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea555aa-f686-46f1-9f59-e7267c20bb0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.821304] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198a172-29bf-49da-b9ea-e3ee6427c2bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.837216] env[69433]: DEBUG nova.compute.provider_tree [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.046846] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ff23cf-4b3b-251a-780e-c3d3d80d8566, 'name': SearchDatastore_Task, 'duration_secs': 0.012787} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.047134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.047518] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9/8c072554-3e65-4f53-bd49-0bb6ebd7c9f9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.047779] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26aaec3b-99ba-4027-97ed-43414c383cf7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.058071] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 674.058071] env[69433]: value = "task-3338049" [ 674.058071] env[69433]: _type = "Task" [ 674.058071] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.068334] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.215846] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.216415] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-857739bb-d980-4071-91b6-7d9b248b5e80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.228459] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 674.228459] env[69433]: value = "task-3338050" [ 674.228459] env[69433]: _type = "Task" [ 674.228459] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.239687] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338050, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.254777] env[69433]: DEBUG oslo_vmware.api [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338048, 'name': PowerOnVM_Task, 'duration_secs': 1.054883} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.256057] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.256474] env[69433]: INFO nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Took 11.66 seconds to spawn the instance on the hypervisor. [ 674.256740] env[69433]: DEBUG nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.258168] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02464524-7117-4204-b77f-d57e14c151ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.316950] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-dd22452f-04e7-43f9-95a1-4dc220c12db3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.317185] env[69433]: DEBUG nova.objects.instance [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lazy-loading 'migration_context' on Instance uuid dd22452f-04e7-43f9-95a1-4dc220c12db3 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 674.339711] env[69433]: DEBUG nova.scheduler.client.report [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.569774] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488039} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.570049] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9/8c072554-3e65-4f53-bd49-0bb6ebd7c9f9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.570261] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.570939] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b863bdf3-414a-488a-a48a-7e5b6fb87433 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.580103] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 674.580103] env[69433]: value = "task-3338051" [ 674.580103] env[69433]: _type = "Task" [ 674.580103] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.589145] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.684631] env[69433]: DEBUG nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.719281] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.721088] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.721088] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.721088] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.721830] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.722038] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.722274] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.722619] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.722670] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.722791] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.722965] env[69433]: DEBUG nova.virt.hardware [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.723869] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfebe13-047b-4855-874d-acadfd0ec76a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.741821] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338050, 'name': PowerOffVM_Task, 'duration_secs': 0.357033} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.743971] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.744860] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a311b2bf-a813-44d5-9a75-6e0877e6c71c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.748414] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc9df9a-db77-4c6a-a330-d89e274fbf61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.785019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100adf2e-5663-4353-b485-8fc07cf8d7ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.789867] env[69433]: INFO nova.compute.manager [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Took 34.33 seconds to build instance. [ 674.823018] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.823018] env[69433]: DEBUG nova.objects.base [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 674.823018] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14dfe710-14dc-429c-bb29-033541994019 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.827201] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3aa89-64bf-4302-a532-6f1fe9acfa38 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.850636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.858018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.452s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.858018] env[69433]: INFO nova.compute.claims [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.860668] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84c1c07-32d1-44b9-a7ea-7f2d2861d98c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.863627] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 674.863627] env[69433]: value = "task-3338052" [ 674.863627] env[69433]: _type = "Task" [ 674.863627] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.873317] env[69433]: DEBUG oslo_vmware.api [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 674.873317] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527b6bac-cd35-7259-5122-9c945f458447" [ 674.873317] env[69433]: _type = "Task" [ 674.873317] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.885875] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 674.886024] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.886285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.886426] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.886596] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.887392] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-518abe28-bae8-49fa-ad7f-f1f2b8070a37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.892549] env[69433]: DEBUG oslo_vmware.api [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527b6bac-cd35-7259-5122-9c945f458447, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.893221] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.900530] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.901303] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.901534] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e27daa-af6d-4e14-ad69-4818b97d5151 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.904734] env[69433]: INFO nova.scheduler.client.report [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Deleted allocations for instance 607ed338-d4e0-47b6-8f06-f0e3809a2139 [ 674.914023] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 674.914023] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52db7582-63da-31a3-a824-ebf71570d759" [ 674.914023] env[69433]: _type = "Task" [ 674.914023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.923704] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52db7582-63da-31a3-a824-ebf71570d759, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.924639] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca582ba-de36-4d69-ba50-60f41dd11b53 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.933857] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 674.933857] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52aea5a3-17ec-5531-8e5f-5130d1f7fc3d" [ 674.933857] env[69433]: _type = "Task" [ 674.933857] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.947331] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52aea5a3-17ec-5531-8e5f-5130d1f7fc3d, 'name': SearchDatastore_Task, 'duration_secs': 0.011529} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.947599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.947857] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. {{(pid=69433) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 674.948143] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52a4051a-f93b-4b33-a503-002dbacb49a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.958638] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 674.958638] env[69433]: value = "task-3338053" [ 674.958638] env[69433]: _type = "Task" [ 674.958638] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.968451] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.090877] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079402} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.091244] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.092109] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958feb02-5d9a-4924-8434-1d527ae48382 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.117041] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9/8c072554-3e65-4f53-bd49-0bb6ebd7c9f9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.117301] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119ea356-4ba9-4d88-a298-4c0df88944f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.141401] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 675.141401] env[69433]: value = "task-3338054" [ 675.141401] env[69433]: _type = "Task" [ 675.141401] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.152393] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.292973] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8ffad8ee-ac2d-414d-bd20-2b4deb7b1c93 tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.227s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.417859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-448a019d-4cb8-4c01-89a7-7510afda3286 tempest-ServerDiagnosticsNegativeTest-1172456203 tempest-ServerDiagnosticsNegativeTest-1172456203-project-member] Lock "607ed338-d4e0-47b6-8f06-f0e3809a2139" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.303s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.473797] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.600299] env[69433]: DEBUG nova.compute.manager [req-87076573-bd66-4f14-82aa-c2e673c5222e req-45a3b8d3-e509-4b66-943b-e5a7c45bfbbc service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Received event network-vif-plugged-d00e44de-d8b7-4c4a-a6f1-e43a165300bc {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.600526] env[69433]: DEBUG oslo_concurrency.lockutils [req-87076573-bd66-4f14-82aa-c2e673c5222e req-45a3b8d3-e509-4b66-943b-e5a7c45bfbbc service nova] Acquiring lock "4dadecae-296e-453b-a434-78870fae404e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.600733] env[69433]: DEBUG oslo_concurrency.lockutils [req-87076573-bd66-4f14-82aa-c2e673c5222e req-45a3b8d3-e509-4b66-943b-e5a7c45bfbbc service nova] Lock "4dadecae-296e-453b-a434-78870fae404e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.600892] env[69433]: DEBUG oslo_concurrency.lockutils [req-87076573-bd66-4f14-82aa-c2e673c5222e req-45a3b8d3-e509-4b66-943b-e5a7c45bfbbc service nova] Lock "4dadecae-296e-453b-a434-78870fae404e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.604162] env[69433]: DEBUG nova.compute.manager [req-87076573-bd66-4f14-82aa-c2e673c5222e req-45a3b8d3-e509-4b66-943b-e5a7c45bfbbc service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] No waiting events found dispatching network-vif-plugged-d00e44de-d8b7-4c4a-a6f1-e43a165300bc {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.604524] env[69433]: WARNING nova.compute.manager [req-87076573-bd66-4f14-82aa-c2e673c5222e req-45a3b8d3-e509-4b66-943b-e5a7c45bfbbc service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Received unexpected event network-vif-plugged-d00e44de-d8b7-4c4a-a6f1-e43a165300bc for instance with vm_state building and task_state spawning. [ 675.617695] env[69433]: DEBUG nova.network.neutron [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Successfully updated port: d00e44de-d8b7-4c4a-a6f1-e43a165300bc {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.657869] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338054, 'name': ReconfigVM_Task, 'duration_secs': 0.363706} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.658190] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9/8c072554-3e65-4f53-bd49-0bb6ebd7c9f9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.658831] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5205715e-4e0b-4eae-8b22-d8e8b4cc27cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.668279] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 675.668279] env[69433]: value = "task-3338055" [ 675.668279] env[69433]: _type = "Task" [ 675.668279] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.678281] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338055, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.796231] env[69433]: DEBUG nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.976420] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.876738} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.976726] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. [ 675.977564] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e112c7c8-5ad9-41de-861f-fd22a8585d76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.004890] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.007908] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aaffacc-f58a-4a06-a27a-3b8d00293dfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.028360] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 676.028360] env[69433]: value = "task-3338056" [ 676.028360] env[69433]: _type = "Task" [ 676.028360] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.040143] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.124506] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "refresh_cache-4dadecae-296e-453b-a434-78870fae404e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.124506] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired lock "refresh_cache-4dadecae-296e-453b-a434-78870fae404e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.124506] env[69433]: DEBUG nova.network.neutron [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.181067] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338055, 'name': Rename_Task, 'duration_secs': 0.162238} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.181350] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.181588] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9571a71c-d316-476d-9c3b-6f2bdbb77050 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.195335] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 676.195335] env[69433]: value = "task-3338057" [ 676.195335] env[69433]: _type = "Task" [ 676.195335] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.205685] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338057, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.321764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.467720] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4bef39-0efd-4e66-8936-043c62fe5cd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.477819] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d8d2a-72bf-419e-8f6f-a3270adb2788 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.513684] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614cc371-6f17-4caa-91d3-142302c7d490 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.522514] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc584964-099e-4a7a-ac54-7bf9151481d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.543491] env[69433]: DEBUG nova.compute.provider_tree [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.554812] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.678346] env[69433]: DEBUG nova.network.neutron [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.712566] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338057, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.864228] env[69433]: DEBUG nova.network.neutron [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Updating instance_info_cache with network_info: [{"id": "d00e44de-d8b7-4c4a-a6f1-e43a165300bc", "address": "fa:16:3e:44:a6:11", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00e44de-d8", "ovs_interfaceid": "d00e44de-d8b7-4c4a-a6f1-e43a165300bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.930685] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.930930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.041385] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.051039] env[69433]: DEBUG nova.scheduler.client.report [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.133884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "2c1cbcc3-22f0-4443-95cd-05dafecde659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.134224] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.134499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "2c1cbcc3-22f0-4443-95cd-05dafecde659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.134741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.134922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.137943] env[69433]: INFO nova.compute.manager [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Terminating instance [ 677.214050] env[69433]: DEBUG oslo_vmware.api [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338057, 'name': PowerOnVM_Task, 'duration_secs': 0.706024} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.214050] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.214050] env[69433]: INFO nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Took 9.61 seconds to spawn the instance on the hypervisor. [ 677.214050] env[69433]: DEBUG nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.214050] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf6e3ef-50bc-4d6d-aa45-74f1e01dbfb9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.369100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Releasing lock "refresh_cache-4dadecae-296e-453b-a434-78870fae404e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.369100] env[69433]: DEBUG nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Instance network_info: |[{"id": "d00e44de-d8b7-4c4a-a6f1-e43a165300bc", "address": "fa:16:3e:44:a6:11", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00e44de-d8", "ovs_interfaceid": "d00e44de-d8b7-4c4a-a6f1-e43a165300bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.369286] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:a6:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd00e44de-d8b7-4c4a-a6f1-e43a165300bc', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.377072] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.377072] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dadecae-296e-453b-a434-78870fae404e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.377072] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb85c3a-1b88-4182-b5cb-eec35dc287e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.400074] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.400074] env[69433]: value = "task-3338058" [ 677.400074] env[69433]: _type = "Task" [ 677.400074] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.410113] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338058, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.540079] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.560201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.560718] env[69433]: DEBUG nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.564970] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.170s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.566605] env[69433]: INFO nova.compute.claims [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.645023] env[69433]: DEBUG nova.compute.manager [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.645023] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.645023] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd9302d-954f-4b11-910a-230c7e7fb419 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.656110] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.656110] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2729de7-c4fd-4dcf-9cd6-30c2b54b0544 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.670321] env[69433]: DEBUG oslo_vmware.api [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 677.670321] env[69433]: value = "task-3338059" [ 677.670321] env[69433]: _type = "Task" [ 677.670321] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.681094] env[69433]: DEBUG oslo_vmware.api [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.700164] env[69433]: DEBUG nova.compute.manager [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Received event network-changed-d00e44de-d8b7-4c4a-a6f1-e43a165300bc {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.700164] env[69433]: DEBUG nova.compute.manager [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Refreshing instance network info cache due to event network-changed-d00e44de-d8b7-4c4a-a6f1-e43a165300bc. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.700164] env[69433]: DEBUG oslo_concurrency.lockutils [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] Acquiring lock "refresh_cache-4dadecae-296e-453b-a434-78870fae404e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.700164] env[69433]: DEBUG oslo_concurrency.lockutils [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] Acquired lock "refresh_cache-4dadecae-296e-453b-a434-78870fae404e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.700164] env[69433]: DEBUG nova.network.neutron [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Refreshing network info cache for port d00e44de-d8b7-4c4a-a6f1-e43a165300bc {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.734356] env[69433]: INFO nova.compute.manager [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Took 36.45 seconds to build instance. [ 677.924734] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338058, 'name': CreateVM_Task, 'duration_secs': 0.482447} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.924954] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dadecae-296e-453b-a434-78870fae404e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.925734] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.925888] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.926242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.926516] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad070097-27b5-463c-8a93-5a3705e781e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.933445] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 677.933445] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5264c7e6-3158-4f54-e2b0-1c3d59cbb36d" [ 677.933445] env[69433]: _type = "Task" [ 677.933445] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.943119] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5264c7e6-3158-4f54-e2b0-1c3d59cbb36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.041999] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338056, 'name': ReconfigVM_Task, 'duration_secs': 1.801032} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.041999] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Reconfigured VM instance instance-00000015 to attach disk [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.042629] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8ee184-01ec-44da-a5db-b324e36b18c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.068134] env[69433]: DEBUG nova.compute.utils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.074789] env[69433]: DEBUG nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 678.077072] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbb67b6-85bd-4d30-8b7b-2f27cdec2094 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.100941] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 678.100941] env[69433]: value = "task-3338060" [ 678.100941] env[69433]: _type = "Task" [ 678.100941] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.112051] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.185392] env[69433]: DEBUG oslo_vmware.api [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338059, 'name': PowerOffVM_Task, 'duration_secs': 0.19942} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.185811] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.185997] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.186343] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0d57929-0792-4e90-9afc-b5559e5af14b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.237311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a8249afe-a768-4135-b83c-343e5fe8580b tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.291s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.260387] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.260630] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.260833] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Deleting the datastore file [datastore2] 2c1cbcc3-22f0-4443-95cd-05dafecde659 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.261119] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f618325-401a-4c2e-a24f-e9cf4e17b8e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.272490] env[69433]: DEBUG oslo_vmware.api [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for the task: (returnval){ [ 678.272490] env[69433]: value = "task-3338062" [ 678.272490] env[69433]: _type = "Task" [ 678.272490] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.284324] env[69433]: DEBUG oslo_vmware.api [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.445710] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5264c7e6-3158-4f54-e2b0-1c3d59cbb36d, 'name': SearchDatastore_Task, 'duration_secs': 0.012236} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.445916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.446132] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.446392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.446556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.446724] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.447017] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b16b8414-c84b-4b93-814a-b4a2753d9136 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.456624] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.456811] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.457727] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4583308-6e5d-47ba-a693-b18a55e99782 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.466992] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 678.466992] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529f99a9-a751-b28f-9b92-d54a2ed70534" [ 678.466992] env[69433]: _type = "Task" [ 678.466992] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.476680] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529f99a9-a751-b28f-9b92-d54a2ed70534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.528094] env[69433]: DEBUG nova.network.neutron [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Updated VIF entry in instance network info cache for port d00e44de-d8b7-4c4a-a6f1-e43a165300bc. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.528234] env[69433]: DEBUG nova.network.neutron [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Updating instance_info_cache with network_info: [{"id": "d00e44de-d8b7-4c4a-a6f1-e43a165300bc", "address": "fa:16:3e:44:a6:11", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd00e44de-d8", "ovs_interfaceid": "d00e44de-d8b7-4c4a-a6f1-e43a165300bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.574874] env[69433]: DEBUG nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.613952] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338060, 'name': ReconfigVM_Task, 'duration_secs': 0.183853} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.614609] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.614982] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfcdb358-4111-4558-bf9f-02257562fb44 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.624269] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 678.624269] env[69433]: value = "task-3338063" [ 678.624269] env[69433]: _type = "Task" [ 678.624269] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.633202] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.741195] env[69433]: DEBUG nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.785442] env[69433]: DEBUG oslo_vmware.api [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Task: {'id': task-3338062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136082} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.785706] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.785886] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.786090] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.786326] env[69433]: INFO nova.compute.manager [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Took 1.14 seconds to destroy the instance on the hypervisor. [ 678.786503] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.786697] env[69433]: DEBUG nova.compute.manager [-] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.786796] env[69433]: DEBUG nova.network.neutron [-] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.981099] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529f99a9-a751-b28f-9b92-d54a2ed70534, 'name': SearchDatastore_Task, 'duration_secs': 0.01029} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.988105] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc10471b-6da7-4836-be3e-1b8b6145a59e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.996317] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 678.996317] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525e2be7-b81e-20aa-6912-4ef5844f642b" [ 678.996317] env[69433]: _type = "Task" [ 678.996317] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.014092] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525e2be7-b81e-20aa-6912-4ef5844f642b, 'name': SearchDatastore_Task, 'duration_secs': 0.01251} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.014600] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.015616] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 4dadecae-296e-453b-a434-78870fae404e/4dadecae-296e-453b-a434-78870fae404e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.015616] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-744c33be-ddd4-415b-8fe1-3e8a8c4124c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.031798] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 679.031798] env[69433]: value = "task-3338064" [ 679.031798] env[69433]: _type = "Task" [ 679.031798] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.042519] env[69433]: DEBUG oslo_concurrency.lockutils [req-d4cfae20-ad05-43e3-99de-54b7b97d77da req-4453dafa-917f-4695-a32c-30afaaa25a69 service nova] Releasing lock "refresh_cache-4dadecae-296e-453b-a434-78870fae404e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.049851] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.144550] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.246026] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770dc189-9ab7-4dd0-b93e-ebae2b58900c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.262693] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af817ee9-1953-4820-be02-d1d4b0078749 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.302514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.303476] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94064d08-1880-4648-9b5a-606fabc14909 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.312939] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfe98b9-8df4-40a1-8df0-476dcaa87e4a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.330753] env[69433]: DEBUG nova.compute.provider_tree [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.544402] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492337} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.544402] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 4dadecae-296e-453b-a434-78870fae404e/4dadecae-296e-453b-a434-78870fae404e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.544558] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.544810] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4abb0063-2370-4082-8eeb-9be8045355bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.552368] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 679.552368] env[69433]: value = "task-3338065" [ 679.552368] env[69433]: _type = "Task" [ 679.552368] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.563058] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.588567] env[69433]: DEBUG nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.614493] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.615165] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.615165] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.615165] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.615315] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.615455] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.615661] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.615818] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.615980] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.616167] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.616340] env[69433]: DEBUG nova.virt.hardware [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.617426] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c2a6f-72ad-44b7-b904-a017620f0de1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.633936] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ad0ea-d7c5-4f63-8aae-ff44d2c40f19 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.644179] env[69433]: DEBUG oslo_vmware.api [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338063, 'name': PowerOnVM_Task, 'duration_secs': 0.714825} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.652015] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.654020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.659499] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Creating folder: Project (6bbe14dfe16b45f88a9897c9a9f18ad3). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.660754] env[69433]: DEBUG nova.compute.manager [None req-9696e786-5bba-4f28-8c5c-feca8efaff69 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.661037] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-278ff529-fb76-40ca-8ccf-a7f4ed7e54b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.663629] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee54254-589d-464b-8d43-ed0585dc4e61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.677385] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Created folder: Project (6bbe14dfe16b45f88a9897c9a9f18ad3) in parent group-v666200. [ 679.677490] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Creating folder: Instances. Parent ref: group-v666266. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.677743] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37ec2419-d15c-42e3-a2c9-e2c5e2dd0c81 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.689573] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Created folder: Instances in parent group-v666266. [ 679.689843] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.690065] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.690288] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99a42cdc-baa2-4780-a1bb-b6779d54b705 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.704233] env[69433]: DEBUG nova.network.neutron [-] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.711510] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.711510] env[69433]: value = "task-3338068" [ 679.711510] env[69433]: _type = "Task" [ 679.711510] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.725711] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338068, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.736948] env[69433]: DEBUG nova.compute.manager [req-ccbf81c3-3f79-4725-8a2c-83d138f5933a req-7c60d638-fb65-4340-9e27-b1e0c7f339e0 service nova] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Received event network-vif-deleted-0662662f-bce4-4d12-b0fe-8fdd21407169 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.836323] env[69433]: DEBUG nova.scheduler.client.report [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.065594] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080934} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.065594] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.065770] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4228b62c-2cf4-4761-ae7d-7c3898995ccd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.092166] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 4dadecae-296e-453b-a434-78870fae404e/4dadecae-296e-453b-a434-78870fae404e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.093527] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7a57078-cc55-401c-8a86-d9f18d1357d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.114710] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 680.114710] env[69433]: value = "task-3338069" [ 680.114710] env[69433]: _type = "Task" [ 680.114710] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.125693] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.207219] env[69433]: INFO nova.compute.manager [-] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Took 1.42 seconds to deallocate network for instance. [ 680.222618] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338068, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.344043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.344043] env[69433]: DEBUG nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.346905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.434s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.347129] env[69433]: DEBUG nova.objects.instance [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lazy-loading 'resources' on Instance uuid 6c69c423-87ef-4f0e-853d-f795c70464b9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.599342] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.599342] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 680.631276] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338069, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.721837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.729908] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338068, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.851030] env[69433]: DEBUG nova.compute.utils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.856629] env[69433]: DEBUG nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.856848] env[69433]: DEBUG nova.network.neutron [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.932774] env[69433]: DEBUG nova.policy [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcf187fe00c74e9e9b0087d5a97e9042', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '847985bffcd34229b67e82ef4065194c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.108636] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.109111] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.109111] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.109851] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.109851] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.109851] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.109851] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 681.110302] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.136172] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338069, 'name': ReconfigVM_Task, 'duration_secs': 1.000156} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.136643] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 4dadecae-296e-453b-a434-78870fae404e/4dadecae-296e-453b-a434-78870fae404e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.138158] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-201aa69d-332b-4b6b-93fb-6dcbb1e27a0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.149737] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 681.149737] env[69433]: value = "task-3338070" [ 681.149737] env[69433]: _type = "Task" [ 681.149737] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.160977] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338070, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.227364] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338068, 'name': CreateVM_Task, 'duration_secs': 1.335214} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.230351] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.231591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.231591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.231591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.232288] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76c4fb42-9804-4175-9a78-2514e2ccd596 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.238380] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 681.238380] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525979cc-d539-100f-92da-8d84f4a19dca" [ 681.238380] env[69433]: _type = "Task" [ 681.238380] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.250999] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525979cc-d539-100f-92da-8d84f4a19dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.356959] env[69433]: DEBUG nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.396916] env[69433]: DEBUG nova.network.neutron [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Successfully created port: 5739cb88-bbae-439c-a292-8f365b59f479 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.505452] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba4685a-9b7d-484e-97e5-326a80b2a5ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.513915] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f8e744-665d-4000-a23f-e51283729d5f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.548167] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db1f5f6-b4ef-4946-a367-120f82373bb5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.557665] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e25b438-47e8-44aa-82ba-51f4eff472e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.573786] env[69433]: DEBUG nova.compute.provider_tree [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.616273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.660071] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338070, 'name': Rename_Task, 'duration_secs': 0.16127} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.660463] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.660728] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-959ab720-8555-4b6e-84b6-7165dbb04572 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.669991] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 681.669991] env[69433]: value = "task-3338075" [ 681.669991] env[69433]: _type = "Task" [ 681.669991] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.679201] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.754232] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525979cc-d539-100f-92da-8d84f4a19dca, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.754703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.755074] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.755523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.756178] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.756445] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.756858] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d91aa9-771d-4b84-8120-35132d9ec7de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.770019] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.770332] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.771545] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc44493-fd48-40c3-8752-488a46fdd6ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.779978] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 681.779978] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e45d10-b68c-a446-f47a-60df5c4cb9c9" [ 681.779978] env[69433]: _type = "Task" [ 681.779978] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.788981] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e45d10-b68c-a446-f47a-60df5c4cb9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.076522] env[69433]: DEBUG nova.scheduler.client.report [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.180978] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338075, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.291433] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e45d10-b68c-a446-f47a-60df5c4cb9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.292281] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed6b72a-ef6e-46a0-a2dd-f58bb571f2dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.298770] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 682.298770] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d97a7c-f64b-becf-5160-22ccca6e8e81" [ 682.298770] env[69433]: _type = "Task" [ 682.298770] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.306854] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d97a7c-f64b-becf-5160-22ccca6e8e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.367764] env[69433]: DEBUG nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.392800] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.393142] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.393316] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.393506] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.393655] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.393805] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.394020] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.394183] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.394367] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.394537] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.394722] env[69433]: DEBUG nova.virt.hardware [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.395617] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52ec35-8fda-4254-99ed-0546b0b37704 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.403901] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec20565-83da-4038-ab49-21071f4f84af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.435185] env[69433]: INFO nova.compute.manager [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Rescuing [ 682.435553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.435642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.435810] env[69433]: DEBUG nova.network.neutron [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.582551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.585292] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.500s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.586877] env[69433]: INFO nova.compute.claims [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.610210] env[69433]: INFO nova.scheduler.client.report [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Deleted allocations for instance 6c69c423-87ef-4f0e-853d-f795c70464b9 [ 682.681697] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338075, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.815334] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d97a7c-f64b-becf-5160-22ccca6e8e81, 'name': SearchDatastore_Task, 'duration_secs': 0.020145} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.817397] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.818278] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.818606] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fbb39b0-b366-459c-a3be-fb23970d76a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.828548] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 682.828548] env[69433]: value = "task-3338076" [ 682.828548] env[69433]: _type = "Task" [ 682.828548] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.837547] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.872967] env[69433]: DEBUG nova.compute.manager [req-820c8259-6a70-47f1-b6d1-57c405b65974 req-21eb2e04-1624-4eef-9224-fa5d96077575 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Received event network-vif-plugged-5739cb88-bbae-439c-a292-8f365b59f479 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.873214] env[69433]: DEBUG oslo_concurrency.lockutils [req-820c8259-6a70-47f1-b6d1-57c405b65974 req-21eb2e04-1624-4eef-9224-fa5d96077575 service nova] Acquiring lock "482ad76b-9174-474f-a399-31a87941b4c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.873433] env[69433]: DEBUG oslo_concurrency.lockutils [req-820c8259-6a70-47f1-b6d1-57c405b65974 req-21eb2e04-1624-4eef-9224-fa5d96077575 service nova] Lock "482ad76b-9174-474f-a399-31a87941b4c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.873573] env[69433]: DEBUG oslo_concurrency.lockutils [req-820c8259-6a70-47f1-b6d1-57c405b65974 req-21eb2e04-1624-4eef-9224-fa5d96077575 service nova] Lock "482ad76b-9174-474f-a399-31a87941b4c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.873736] env[69433]: DEBUG nova.compute.manager [req-820c8259-6a70-47f1-b6d1-57c405b65974 req-21eb2e04-1624-4eef-9224-fa5d96077575 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] No waiting events found dispatching network-vif-plugged-5739cb88-bbae-439c-a292-8f365b59f479 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.873899] env[69433]: WARNING nova.compute.manager [req-820c8259-6a70-47f1-b6d1-57c405b65974 req-21eb2e04-1624-4eef-9224-fa5d96077575 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Received unexpected event network-vif-plugged-5739cb88-bbae-439c-a292-8f365b59f479 for instance with vm_state building and task_state spawning. [ 682.950527] env[69433]: DEBUG nova.network.neutron [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Successfully updated port: 5739cb88-bbae-439c-a292-8f365b59f479 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.119542] env[69433]: DEBUG oslo_concurrency.lockutils [None req-98ae9253-3276-4770-9aec-f4e3ecad620b tempest-InstanceActionsV221TestJSON-1551437418 tempest-InstanceActionsV221TestJSON-1551437418-project-member] Lock "6c69c423-87ef-4f0e-853d-f795c70464b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.687s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.928067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "refresh_cache-482ad76b-9174-474f-a399-31a87941b4c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.928067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquired lock "refresh_cache-482ad76b-9174-474f-a399-31a87941b4c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.928067] env[69433]: DEBUG nova.network.neutron [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.946110] env[69433]: DEBUG oslo_vmware.api [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338075, 'name': PowerOnVM_Task, 'duration_secs': 1.574649} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.949230] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.949441] env[69433]: INFO nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Took 9.26 seconds to spawn the instance on the hypervisor. [ 683.949617] env[69433]: DEBUG nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.949898] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56022} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.951097] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4123814-5a0d-4c2c-8fe0-48ea713506d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.953396] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.953610] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.953859] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c7fd768-d9c3-4f03-a366-5c70668b5583 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.969218] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 683.969218] env[69433]: value = "task-3338077" [ 683.969218] env[69433]: _type = "Task" [ 683.969218] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.979414] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.209239] env[69433]: DEBUG nova.network.neutron [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Updating instance_info_cache with network_info: [{"id": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "address": "fa:16:3e:f0:9a:22", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014d6f2a-09", "ovs_interfaceid": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.485760] env[69433]: INFO nova.compute.manager [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Took 39.63 seconds to build instance. [ 684.487882] env[69433]: DEBUG nova.network.neutron [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.499023] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077733} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.499023] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.499439] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c94ad8d-6830-45c5-ade1-668f540d8719 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.526016] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.529800] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55510e3a-ed82-414b-8946-916ec42e6032 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.546097] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb609ea-ba2c-472b-9581-332223bd74c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.557427] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d1c15-fb11-43d9-b86e-34618ef7e3ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.561076] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 684.561076] env[69433]: value = "task-3338079" [ 684.561076] env[69433]: _type = "Task" [ 684.561076] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.598996] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3ef85f-f522-4953-9a11-81f34a989537 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.601579] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.608400] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f901e5a-fb5f-4bd5-aafa-4fe10c3379e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.629489] env[69433]: DEBUG nova.compute.provider_tree [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.647104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Acquiring lock "7530c7cf-94a7-415b-a631-7777e2b09a47" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.647377] env[69433]: DEBUG oslo_concurrency.lockutils [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.712912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.723494] env[69433]: DEBUG nova.network.neutron [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Updating instance_info_cache with network_info: [{"id": "5739cb88-bbae-439c-a292-8f365b59f479", "address": "fa:16:3e:6b:db:a9", "network": {"id": "a8a1825a-2653-4988-94c2-972fc69e8c0c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1764924089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "847985bffcd34229b67e82ef4065194c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5739cb88-bb", "ovs_interfaceid": "5739cb88-bbae-439c-a292-8f365b59f479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.991260] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f2338fa-5766-4c5a-8416-46c4b7be8aa0 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "4dadecae-296e-453b-a434-78870fae404e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.754s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.072854] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338079, 'name': ReconfigVM_Task, 'duration_secs': 0.380041} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.073289] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.073950] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a3aa8c3-39a6-474f-aadc-fe633939f32c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.082986] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 685.082986] env[69433]: value = "task-3338080" [ 685.082986] env[69433]: _type = "Task" [ 685.082986] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.094401] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338080, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.133683] env[69433]: DEBUG nova.scheduler.client.report [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.151258] env[69433]: DEBUG nova.compute.utils [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.215455] env[69433]: DEBUG nova.compute.manager [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Received event network-changed-5739cb88-bbae-439c-a292-8f365b59f479 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.215538] env[69433]: DEBUG nova.compute.manager [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Refreshing instance network info cache due to event network-changed-5739cb88-bbae-439c-a292-8f365b59f479. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.216125] env[69433]: DEBUG oslo_concurrency.lockutils [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] Acquiring lock "refresh_cache-482ad76b-9174-474f-a399-31a87941b4c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.226706] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Releasing lock "refresh_cache-482ad76b-9174-474f-a399-31a87941b4c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227066] env[69433]: DEBUG nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Instance network_info: |[{"id": "5739cb88-bbae-439c-a292-8f365b59f479", "address": "fa:16:3e:6b:db:a9", "network": {"id": "a8a1825a-2653-4988-94c2-972fc69e8c0c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1764924089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "847985bffcd34229b67e82ef4065194c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5739cb88-bb", "ovs_interfaceid": "5739cb88-bbae-439c-a292-8f365b59f479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.227374] env[69433]: DEBUG oslo_concurrency.lockutils [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] Acquired lock "refresh_cache-482ad76b-9174-474f-a399-31a87941b4c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.227558] env[69433]: DEBUG nova.network.neutron [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Refreshing network info cache for port 5739cb88-bbae-439c-a292-8f365b59f479 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.228899] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:db:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5739cb88-bbae-439c-a292-8f365b59f479', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.238144] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Creating folder: Project (847985bffcd34229b67e82ef4065194c). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.239591] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d2ea1e5-6e1a-4e1d-9b11-209432130375 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.253477] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Created folder: Project (847985bffcd34229b67e82ef4065194c) in parent group-v666200. [ 685.253708] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Creating folder: Instances. Parent ref: group-v666272. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.253950] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69862f35-4200-4fb6-a3b8-6bccb0335268 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.267183] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Created folder: Instances in parent group-v666272. [ 685.267554] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.267838] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.268090] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0d902e7-5902-4bf0-ab64-4a87ff3b27bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.297096] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.297096] env[69433]: value = "task-3338083" [ 685.297096] env[69433]: _type = "Task" [ 685.297096] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.306732] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338083, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.495153] env[69433]: DEBUG nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.595228] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338080, 'name': Rename_Task, 'duration_secs': 0.19607} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.595478] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.595728] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76554637-e65c-4457-899a-04fa8bdd6f29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.603837] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 685.603837] env[69433]: value = "task-3338084" [ 685.603837] env[69433]: _type = "Task" [ 685.603837] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.612884] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.639205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.054s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.639732] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.642568] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.420s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.644091] env[69433]: INFO nova.compute.claims [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.654616] env[69433]: DEBUG oslo_concurrency.lockutils [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.809130] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338083, 'name': CreateVM_Task, 'duration_secs': 0.360504} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.809260] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.809905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.810043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.810379] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.810646] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1002c20-da9c-43a3-befd-7e7d18f0ebca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.817883] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 685.817883] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cf0f5a-34b1-3d73-6491-be32a63e9acb" [ 685.817883] env[69433]: _type = "Task" [ 685.817883] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.826236] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cf0f5a-34b1-3d73-6491-be32a63e9acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.984197] env[69433]: DEBUG nova.network.neutron [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Updated VIF entry in instance network info cache for port 5739cb88-bbae-439c-a292-8f365b59f479. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.984598] env[69433]: DEBUG nova.network.neutron [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Updating instance_info_cache with network_info: [{"id": "5739cb88-bbae-439c-a292-8f365b59f479", "address": "fa:16:3e:6b:db:a9", "network": {"id": "a8a1825a-2653-4988-94c2-972fc69e8c0c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1764924089-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "847985bffcd34229b67e82ef4065194c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5739cb88-bb", "ovs_interfaceid": "5739cb88-bbae-439c-a292-8f365b59f479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.018076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.115709] env[69433]: DEBUG oslo_vmware.api [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338084, 'name': PowerOnVM_Task, 'duration_secs': 0.485486} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.115999] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.116218] env[69433]: INFO nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Took 6.53 seconds to spawn the instance on the hypervisor. [ 686.116398] env[69433]: DEBUG nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.117231] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccca7521-8e87-4c92-9851-879a421ee9fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.148548] env[69433]: DEBUG nova.compute.utils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.152251] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.152591] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.197953] env[69433]: DEBUG nova.policy [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7889927f6774696b16fdc4cf9651242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c157104276342dc8af89fdc35abccc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.260329] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.260683] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0526f42f-fd74-46be-9ffa-9aa5f8bef17a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.272346] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 686.272346] env[69433]: value = "task-3338085" [ 686.272346] env[69433]: _type = "Task" [ 686.272346] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.282698] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.330131] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cf0f5a-34b1-3d73-6491-be32a63e9acb, 'name': SearchDatastore_Task, 'duration_secs': 0.031592} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.330461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.330686] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.330964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.331139] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.331308] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.331571] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-338b3b08-ade8-4f15-9d4e-9b5098ebf011 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.345720] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.347052] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.347196] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e45eeb78-dab9-462d-9fc8-4b5710101f6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.355440] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 686.355440] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527c019d-2b84-f2ea-fed0-843199c18c01" [ 686.355440] env[69433]: _type = "Task" [ 686.355440] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.363692] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527c019d-2b84-f2ea-fed0-843199c18c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.488032] env[69433]: DEBUG oslo_concurrency.lockutils [req-59f3f0db-8b95-4ef9-9bc6-4431196a9709 req-e10e254f-1673-4abc-b909-f1e77edaf498 service nova] Releasing lock "refresh_cache-482ad76b-9174-474f-a399-31a87941b4c2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.522089] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Successfully created port: c6721ef4-7983-410e-b0b0-52c1ae5bcd6a {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.636927] env[69433]: INFO nova.compute.manager [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Took 36.25 seconds to build instance. [ 686.652716] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.747769] env[69433]: DEBUG oslo_concurrency.lockutils [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Acquiring lock "7530c7cf-94a7-415b-a631-7777e2b09a47" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.748055] env[69433]: DEBUG oslo_concurrency.lockutils [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.748325] env[69433]: INFO nova.compute.manager [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Attaching volume 77dec4c9-be87-4b6c-ada9-860a2d4affb6 to /dev/sdb [ 686.785578] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338085, 'name': PowerOffVM_Task, 'duration_secs': 0.401814} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.788019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.789429] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f16c07-1bf5-4f6c-990f-f4ae56e2136d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.815979] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1fc590-12d4-424b-8b91-69ac41af38cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.819318] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb21c1-f042-4373-ac04-b558c1066fbd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.832020] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0307d12-29ff-400e-8f49-022f34e2f880 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.854730] env[69433]: DEBUG nova.virt.block_device [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updating existing volume attachment record: 5f4201fb-4e1d-4441-b19c-b2a372ed1165 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 686.862109] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.862444] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-104bf4c8-f02a-466f-a2d7-7a6d918c65ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.873533] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527c019d-2b84-f2ea-fed0-843199c18c01, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.877803] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 686.877803] env[69433]: value = "task-3338087" [ 686.877803] env[69433]: _type = "Task" [ 686.877803] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.878230] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33564d56-56a8-4f0e-9a12-97df4f990551 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.888020] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 686.888020] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e57c4-3140-edeb-06c1-d3bbca8af5d2" [ 686.888020] env[69433]: _type = "Task" [ 686.888020] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.903521] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 686.904266] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.904266] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.913216] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e57c4-3140-edeb-06c1-d3bbca8af5d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.142714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2c7cf419-c2b7-4f54-8347-92cd5e06b236 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "2f8a27df-b350-4b34-8d14-8a57437488c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.961s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.224723] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5e37df-6336-406f-b29a-a5116129d461 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.233930] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd28ad30-96b9-4542-afde-1830306514dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.271506] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ba13c-79d6-4be1-b4be-24f58e04a939 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.281025] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00e1e7e-e3e3-4702-a789-3e9b533bfe57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.297760] env[69433]: DEBUG nova.compute.provider_tree [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.408726] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e57c4-3140-edeb-06c1-d3bbca8af5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.025952} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.409149] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.409510] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 482ad76b-9174-474f-a399-31a87941b4c2/482ad76b-9174-474f-a399-31a87941b4c2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.410211] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.410211] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.410473] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65472d3e-1daf-44d1-adfe-9633f98c4f7c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.413727] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ae40b8-9a3c-49c0-8046-4dd108ab01ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.426232] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 687.426232] env[69433]: value = "task-3338091" [ 687.426232] env[69433]: _type = "Task" [ 687.426232] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.427990] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.428246] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.434461] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03a0b77-0030-4739-8291-036a28ba36fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.444205] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.445880] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 687.445880] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52aa5d60-1799-4004-5c51-1bd2bcab8227" [ 687.445880] env[69433]: _type = "Task" [ 687.445880] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.456062] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52aa5d60-1799-4004-5c51-1bd2bcab8227, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.457070] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df596922-346c-411a-b812-32638896ec0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.463511] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 687.463511] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f36775-d0b4-df72-7d48-b545c675559f" [ 687.463511] env[69433]: _type = "Task" [ 687.463511] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.472963] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f36775-d0b4-df72-7d48-b545c675559f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.646045] env[69433]: DEBUG nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.660572] env[69433]: DEBUG nova.compute.manager [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.661340] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2d5b6f-8d6e-433f-9cff-8273e5902a51 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.666472] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.701567] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.701826] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.702034] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.702220] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.702393] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.702573] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.702794] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.702957] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.703165] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.703338] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.703515] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.704472] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eefd249-3458-45dc-9f37-2b9ef97cc6ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.717151] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5921b223-1d01-4c40-bd45-13f89aa4876e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.771071] env[69433]: INFO nova.compute.manager [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Rebuilding instance [ 687.805698] env[69433]: DEBUG nova.scheduler.client.report [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.830921] env[69433]: DEBUG nova.compute.manager [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.831853] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32df8f8b-ac48-478d-a095-3ca1b98e58c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.941311] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.978023] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f36775-d0b4-df72-7d48-b545c675559f, 'name': SearchDatastore_Task, 'duration_secs': 0.012517} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.978023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.978023] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. {{(pid=69433) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 687.978023] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-533c8c0e-152e-437a-b792-a36c0f7ed82d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.988520] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 687.988520] env[69433]: value = "task-3338092" [ 687.988520] env[69433]: _type = "Task" [ 687.988520] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.998285] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.142060] env[69433]: DEBUG nova.compute.manager [req-b1d30a1f-8c58-4e2f-8524-9155c17e44e0 req-44ecc725-2d1b-4a33-87a2-a6ceed92a1d7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Received event network-vif-plugged-c6721ef4-7983-410e-b0b0-52c1ae5bcd6a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.142284] env[69433]: DEBUG oslo_concurrency.lockutils [req-b1d30a1f-8c58-4e2f-8524-9155c17e44e0 req-44ecc725-2d1b-4a33-87a2-a6ceed92a1d7 service nova] Acquiring lock "fa288b4c-b51a-4ef0-b700-0da46529617f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.142584] env[69433]: DEBUG oslo_concurrency.lockutils [req-b1d30a1f-8c58-4e2f-8524-9155c17e44e0 req-44ecc725-2d1b-4a33-87a2-a6ceed92a1d7 service nova] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.142751] env[69433]: DEBUG oslo_concurrency.lockutils [req-b1d30a1f-8c58-4e2f-8524-9155c17e44e0 req-44ecc725-2d1b-4a33-87a2-a6ceed92a1d7 service nova] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.143017] env[69433]: DEBUG nova.compute.manager [req-b1d30a1f-8c58-4e2f-8524-9155c17e44e0 req-44ecc725-2d1b-4a33-87a2-a6ceed92a1d7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] No waiting events found dispatching network-vif-plugged-c6721ef4-7983-410e-b0b0-52c1ae5bcd6a {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.143228] env[69433]: WARNING nova.compute.manager [req-b1d30a1f-8c58-4e2f-8524-9155c17e44e0 req-44ecc725-2d1b-4a33-87a2-a6ceed92a1d7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Received unexpected event network-vif-plugged-c6721ef4-7983-410e-b0b0-52c1ae5bcd6a for instance with vm_state building and task_state spawning. [ 688.165642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.175035] env[69433]: INFO nova.compute.manager [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] instance snapshotting [ 688.178044] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df22844-7d72-43ea-8c34-d1b924260002 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.198425] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Successfully updated port: c6721ef4-7983-410e-b0b0-52c1ae5bcd6a {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.200138] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74de6fb-854a-4801-ba7b-f8890524c8a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.311885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.312501] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.315584] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.818s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.317536] env[69433]: INFO nova.compute.claims [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.444234] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58007} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.444477] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 482ad76b-9174-474f-a399-31a87941b4c2/482ad76b-9174-474f-a399-31a87941b4c2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.444736] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.445030] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1705dfe0-309d-4730-a4fc-5c1b0025ee50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.455586] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 688.455586] env[69433]: value = "task-3338093" [ 688.455586] env[69433]: _type = "Task" [ 688.455586] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.466621] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.499084] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.704949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "refresh_cache-fa288b4c-b51a-4ef0-b700-0da46529617f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.705169] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "refresh_cache-fa288b4c-b51a-4ef0-b700-0da46529617f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.705269] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.713410] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 688.713734] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1729bafd-c8e1-42cc-ba69-cc5364168f5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.725680] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 688.725680] env[69433]: value = "task-3338095" [ 688.725680] env[69433]: _type = "Task" [ 688.725680] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.736444] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.817642] env[69433]: DEBUG nova.compute.utils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.819188] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.819383] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.853126] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.853674] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32eba6a0-496a-4b41-8517-056c79844046 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.866429] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 688.866429] env[69433]: value = "task-3338096" [ 688.866429] env[69433]: _type = "Task" [ 688.866429] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.868874] env[69433]: DEBUG nova.policy [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7889927f6774696b16fdc4cf9651242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c157104276342dc8af89fdc35abccc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.886288] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.964640] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07069} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.965209] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.965778] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3016a1-7837-4626-b0d7-199632d74bc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.990780] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 482ad76b-9174-474f-a399-31a87941b4c2/482ad76b-9174-474f-a399-31a87941b4c2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.991145] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ec4ff0-583c-4c3d-abc4-48ddf66150c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.015264] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.92168} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.016551] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. [ 689.016982] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 689.016982] env[69433]: value = "task-3338097" [ 689.016982] env[69433]: _type = "Task" [ 689.016982] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.017684] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3efc79-6627-45c5-8224-64bba26cc958 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.031056] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338097, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.052762] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.052988] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-148d2747-a5c2-4d4d-80a2-399c8adddb82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.074347] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 689.074347] env[69433]: value = "task-3338098" [ 689.074347] env[69433]: _type = "Task" [ 689.074347] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.085689] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.169171] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Successfully created port: d5056b41-0ded-4798-8575-fb74b748684d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.236744] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338095, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.254121] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 689.323254] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.386544] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338096, 'name': PowerOffVM_Task, 'duration_secs': 0.193421} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.386850] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.387205] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.388031] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf79d291-0f80-4409-b980-39cbc59daede {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.396538] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.396538] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d43bbd17-d170-45ec-895b-b72a6d4eba5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.438935] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.439173] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.439356] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Deleting the datastore file [datastore1] 2f8a27df-b350-4b34-8d14-8a57437488c4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.439661] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c3de6e9-4fa6-4d0c-8f29-ce91cc2d6361 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.449409] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 689.449409] env[69433]: value = "task-3338101" [ 689.449409] env[69433]: _type = "Task" [ 689.449409] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.459855] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.528174] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Updating instance_info_cache with network_info: [{"id": "c6721ef4-7983-410e-b0b0-52c1ae5bcd6a", "address": "fa:16:3e:e1:05:06", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6721ef4-79", "ovs_interfaceid": "c6721ef4-7983-410e-b0b0-52c1ae5bcd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.540360] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338097, 'name': ReconfigVM_Task, 'duration_secs': 0.382839} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.540634] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 482ad76b-9174-474f-a399-31a87941b4c2/482ad76b-9174-474f-a399-31a87941b4c2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.541295] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe5c22dd-bb2e-463e-9b0d-6c0612995207 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.551365] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 689.551365] env[69433]: value = "task-3338102" [ 689.551365] env[69433]: _type = "Task" [ 689.551365] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.565095] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338102, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.588538] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338098, 'name': ReconfigVM_Task, 'duration_secs': 0.38837} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.588929] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.589826] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4058db4-0f44-42ab-b8bd-d929c7596813 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.616271] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6a59e51-61b9-4a3c-92ba-38bdecc90187 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.635276] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 689.635276] env[69433]: value = "task-3338103" [ 689.635276] env[69433]: _type = "Task" [ 689.635276] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.645764] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.741400] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338095, 'name': CreateSnapshot_Task, 'duration_secs': 0.586002} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.741866] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 689.743446] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e5f19b-1fe3-45e2-b5d0-774d2a297075 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.936893] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de591e11-c955-4fca-8e6e-95d38f198dd7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.947221] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7065c91-65a6-4ee1-87dd-023498da7f58 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.961199] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320725} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.984699] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.984950] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.985146] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.988652] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318f7e0-1e75-4851-bb51-d18b2951d692 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.997046] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3310de48-6919-4add-bf10-5ebfd0f92169 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.013087] env[69433]: DEBUG nova.compute.provider_tree [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.037629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "refresh_cache-fa288b4c-b51a-4ef0-b700-0da46529617f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.038098] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Instance network_info: |[{"id": "c6721ef4-7983-410e-b0b0-52c1ae5bcd6a", "address": "fa:16:3e:e1:05:06", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6721ef4-79", "ovs_interfaceid": "c6721ef4-7983-410e-b0b0-52c1ae5bcd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.038611] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:05:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6721ef4-7983-410e-b0b0-52c1ae5bcd6a', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.046430] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Creating folder: Project (1c157104276342dc8af89fdc35abccc6). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.047046] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e47975b-1cce-4c12-9e06-cbbbfa0316a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.060549] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Created folder: Project (1c157104276342dc8af89fdc35abccc6) in parent group-v666200. [ 690.060897] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Creating folder: Instances. Parent ref: group-v666279. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.064068] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98ed15bf-5d05-4ffa-8e9b-1d9393acb19c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.066120] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338102, 'name': Rename_Task, 'duration_secs': 0.149751} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.066364] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.066964] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84ea504c-8277-42e7-b1c0-b62ef8cbeb1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.074604] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 690.074604] env[69433]: value = "task-3338106" [ 690.074604] env[69433]: _type = "Task" [ 690.074604] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.079132] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Created folder: Instances in parent group-v666279. [ 690.079389] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.079969] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.080199] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8a4e3d8-5819-4d9e-80ff-e98a6e41d36a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.101596] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.111950] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.111950] env[69433]: value = "task-3338107" [ 690.111950] env[69433]: _type = "Task" [ 690.111950] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.123368] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338107, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.145502] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338103, 'name': ReconfigVM_Task, 'duration_secs': 0.182057} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.145800] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.146069] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-974ec889-ab6a-4c9a-99b2-fffd4a5c24b8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.157933] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 690.157933] env[69433]: value = "task-3338108" [ 690.157933] env[69433]: _type = "Task" [ 690.157933] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.167424] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.211727] env[69433]: DEBUG nova.compute.manager [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Received event network-changed-c6721ef4-7983-410e-b0b0-52c1ae5bcd6a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.211988] env[69433]: DEBUG nova.compute.manager [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Refreshing instance network info cache due to event network-changed-c6721ef4-7983-410e-b0b0-52c1ae5bcd6a. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 690.212202] env[69433]: DEBUG oslo_concurrency.lockutils [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] Acquiring lock "refresh_cache-fa288b4c-b51a-4ef0-b700-0da46529617f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.212492] env[69433]: DEBUG oslo_concurrency.lockutils [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] Acquired lock "refresh_cache-fa288b4c-b51a-4ef0-b700-0da46529617f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.216020] env[69433]: DEBUG nova.network.neutron [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Refreshing network info cache for port c6721ef4-7983-410e-b0b0-52c1ae5bcd6a {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 690.277250] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 690.277250] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2e13ab6-f30b-4895-b639-7e02b773b92b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.288405] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 690.288405] env[69433]: value = "task-3338109" [ 690.288405] env[69433]: _type = "Task" [ 690.288405] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.302478] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338109, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.338159] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.364179] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.364179] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.364179] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.364814] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.365025] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.365209] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.365463] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.365665] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.365880] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.366105] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.366345] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.367336] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1989839a-d66a-4888-ad72-5d3eac9fa3e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.377979] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4054b6-79b8-4043-aa0d-606c3f41540a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.516609] env[69433]: DEBUG nova.scheduler.client.report [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.591197] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338106, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.625093] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338107, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.673626] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338108, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.801451] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338109, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.911514] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Successfully updated port: d5056b41-0ded-4798-8575-fb74b748684d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.026752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.028989] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.032544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.429s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.033115] env[69433]: INFO nova.compute.claims [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.038900] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.042786] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.043040] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.043269] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.043464] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.043564] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.043789] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.043990] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.044201] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.044385] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.045671] env[69433]: DEBUG nova.virt.hardware [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.046093] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f7ecc6-3f96-4b25-851e-c3fcb7b68f12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.053178] env[69433]: DEBUG nova.network.neutron [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Updated VIF entry in instance network info cache for port c6721ef4-7983-410e-b0b0-52c1ae5bcd6a. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.053569] env[69433]: DEBUG nova.network.neutron [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Updating instance_info_cache with network_info: [{"id": "c6721ef4-7983-410e-b0b0-52c1ae5bcd6a", "address": "fa:16:3e:e1:05:06", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6721ef4-79", "ovs_interfaceid": "c6721ef4-7983-410e-b0b0-52c1ae5bcd6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.068258] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2751c22f-f8b9-44bd-98bf-8ab8be61483f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.087479] env[69433]: DEBUG oslo_vmware.api [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338106, 'name': PowerOnVM_Task, 'duration_secs': 0.70634} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.098170] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.098281] env[69433]: INFO nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Took 8.73 seconds to spawn the instance on the hypervisor. [ 691.098387] env[69433]: DEBUG nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.098894] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.104989] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.107461] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a14008-2cd2-4546-80b4-39d77c8b1656 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.110740] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.111875] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af341d60-09ab-437b-b8a0-4cbb9b28d754 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.138132] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.138132] env[69433]: value = "task-3338111" [ 691.138132] env[69433]: _type = "Task" [ 691.138132] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.148025] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338107, 'name': CreateVM_Task, 'duration_secs': 0.666018} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.148025] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.148025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.148025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.148025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.148420] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d065cb-d6e0-496a-9237-c9288a64b02f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.152491] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338111, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.158152] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 691.158152] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0850d-053e-bf6a-c985-aba45cfa2f31" [ 691.158152] env[69433]: _type = "Task" [ 691.158152] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.178937] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0850d-053e-bf6a-c985-aba45cfa2f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.181182] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338108, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.306064] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338109, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.419267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "refresh_cache-3e0e857b-c69a-4c3e-a116-269073c38cba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.419267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "refresh_cache-3e0e857b-c69a-4c3e-a116-269073c38cba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.419267] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.424318] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 691.424883] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666277', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'name': 'volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7530c7cf-94a7-415b-a631-7777e2b09a47', 'attached_at': '', 'detached_at': '', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'serial': '77dec4c9-be87-4b6c-ada9-860a2d4affb6'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 691.426083] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c30731d-24f9-4411-bdcc-004191c8d737 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.452721] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c1a11-d033-43b7-a5fe-db217c972f09 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.483106] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6/volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.483773] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1100b56-ea7e-47f6-9dc9-5d86f00bd08e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.513157] env[69433]: DEBUG oslo_vmware.api [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Waiting for the task: (returnval){ [ 691.513157] env[69433]: value = "task-3338112" [ 691.513157] env[69433]: _type = "Task" [ 691.513157] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.526778] env[69433]: DEBUG oslo_vmware.api [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.531981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.531981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.531981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.532164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.532285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.536406] env[69433]: INFO nova.compute.manager [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Terminating instance [ 691.539692] env[69433]: DEBUG nova.compute.utils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.542407] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.542927] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.558936] env[69433]: DEBUG oslo_concurrency.lockutils [req-f11f7681-b8bc-4ffa-a3d6-72a2a48672a9 req-480089ec-c28c-4fe0-9c73-82bbb7cee3f7 service nova] Releasing lock "refresh_cache-fa288b4c-b51a-4ef0-b700-0da46529617f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.619414] env[69433]: DEBUG nova.policy [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7889927f6774696b16fdc4cf9651242', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c157104276342dc8af89fdc35abccc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.648444] env[69433]: INFO nova.compute.manager [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Took 38.27 seconds to build instance. [ 691.655110] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338111, 'name': CreateVM_Task, 'duration_secs': 0.427585} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.655525] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.655896] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.672051] env[69433]: DEBUG oslo_vmware.api [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338108, 'name': PowerOnVM_Task, 'duration_secs': 1.248806} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.677353] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.677353] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0850d-053e-bf6a-c985-aba45cfa2f31, 'name': SearchDatastore_Task, 'duration_secs': 0.017695} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.678080] env[69433]: DEBUG nova.compute.manager [None req-013ac4ca-df7b-49b0-bf8d-6454e0c3c346 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.678714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.679023] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.679352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.679457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.679649] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.680475] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df0c3fd-19cd-4095-a3ef-9a845bb6e754 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.683784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.684528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.684528] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ad950ea-c4a9-4ea6-a58c-de8b7b679e1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.687716] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eebb293-83f8-4058-86b7-04825b9b2e71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.699448] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 691.699448] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d62c2d-84b5-be7b-13e7-92db84305539" [ 691.699448] env[69433]: _type = "Task" [ 691.699448] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.707796] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.707796] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.708424] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f1832d-b155-41fd-abf8-7d174b16e32a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.720143] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 691.720143] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528d1337-b132-0320-99f4-1549386988aa" [ 691.720143] env[69433]: _type = "Task" [ 691.720143] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.721073] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d62c2d-84b5-be7b-13e7-92db84305539, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.721073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.721073] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.721450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.731488] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528d1337-b132-0320-99f4-1549386988aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.732899] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4651cb05-9c87-4a50-ad04-7e1fc15eac07 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.743693] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 691.743693] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c4e4a8-51a1-7187-5336-e970e7afd55c" [ 691.743693] env[69433]: _type = "Task" [ 691.743693] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.760449] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c4e4a8-51a1-7187-5336-e970e7afd55c, 'name': SearchDatastore_Task, 'duration_secs': 0.01297} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.760811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.761125] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] fa288b4c-b51a-4ef0-b700-0da46529617f/fa288b4c-b51a-4ef0-b700-0da46529617f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.761633] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.761729] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.761925] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920c05da-f2a4-40f8-82dd-2490a4141445 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.765847] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-371c11d8-3058-4b95-8b8f-f5a378d2390b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.776514] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 691.776514] env[69433]: value = "task-3338113" [ 691.776514] env[69433]: _type = "Task" [ 691.776514] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.781558] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.781829] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.783837] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f25f655a-67d2-40ca-af12-afcc66bc3d8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.789434] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.795847] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 691.795847] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5266f7f1-38a3-5fbf-a4c6-cb3f09412b1b" [ 691.795847] env[69433]: _type = "Task" [ 691.795847] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.799605] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338109, 'name': CloneVM_Task, 'duration_secs': 1.502213} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.803293] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Created linked-clone VM from snapshot [ 691.804055] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade853d5-913b-4d5d-a196-b69dfbc020eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.814466] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Uploading image 92b255de-0b41-4078-89f8-2280ab17bcb4 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 691.821819] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5266f7f1-38a3-5fbf-a4c6-cb3f09412b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.821819] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8fe145-aaa9-416f-abd1-36c8c519a0b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.828929] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 691.828929] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec35af-6b65-b775-e2df-a1df6ab3bcba" [ 691.828929] env[69433]: _type = "Task" [ 691.828929] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.837660] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec35af-6b65-b775-e2df-a1df6ab3bcba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.849782] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 691.849782] env[69433]: value = "vm-666282" [ 691.849782] env[69433]: _type = "VirtualMachine" [ 691.849782] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 691.850124] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3703cfb-c627-4c1b-927e-b9367198c8d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.859860] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lease: (returnval){ [ 691.859860] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52636350-1603-2182-ca44-6fb1a624beb7" [ 691.859860] env[69433]: _type = "HttpNfcLease" [ 691.859860] env[69433]: } obtained for exporting VM: (result){ [ 691.859860] env[69433]: value = "vm-666282" [ 691.859860] env[69433]: _type = "VirtualMachine" [ 691.859860] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 691.859860] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the lease: (returnval){ [ 691.859860] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52636350-1603-2182-ca44-6fb1a624beb7" [ 691.859860] env[69433]: _type = "HttpNfcLease" [ 691.859860] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 691.867813] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 691.867813] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52636350-1603-2182-ca44-6fb1a624beb7" [ 691.867813] env[69433]: _type = "HttpNfcLease" [ 691.867813] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 691.966734] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.026431] env[69433]: DEBUG oslo_vmware.api [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.050101] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.054044] env[69433]: DEBUG nova.compute.manager [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.054276] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.056135] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42f4a2-0a37-4ca3-8041-182e658fe14d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.070804] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.070804] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd39d3fc-f9aa-4c31-9a26-8854df06ec39 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.083169] env[69433]: DEBUG oslo_vmware.api [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 692.083169] env[69433]: value = "task-3338115" [ 692.083169] env[69433]: _type = "Task" [ 692.083169] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.099327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.099658] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.108233] env[69433]: DEBUG oslo_vmware.api [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.110998] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Successfully created port: b20149ef-26e8-4d17-96ed-949051968dfa {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.152456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97184db0-c863-4b4c-a56c-f83a30ad32b9 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "482ad76b-9174-474f-a399-31a87941b4c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.128s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.209161] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Updating instance_info_cache with network_info: [{"id": "d5056b41-0ded-4798-8575-fb74b748684d", "address": "fa:16:3e:f5:4d:7e", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5056b41-0d", "ovs_interfaceid": "d5056b41-0ded-4798-8575-fb74b748684d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.297236] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338113, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.345957] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec35af-6b65-b775-e2df-a1df6ab3bcba, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.346296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.347019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.347019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b82adc27-df34-4fb2-b495-68fba7ab52be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.357234] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 692.357234] env[69433]: value = "task-3338116" [ 692.357234] env[69433]: _type = "Task" [ 692.357234] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.382759] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.388865] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 692.388865] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52636350-1603-2182-ca44-6fb1a624beb7" [ 692.388865] env[69433]: _type = "HttpNfcLease" [ 692.388865] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 692.391983] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 692.391983] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52636350-1603-2182-ca44-6fb1a624beb7" [ 692.391983] env[69433]: _type = "HttpNfcLease" [ 692.391983] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 692.392570] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.392796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.394294] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4cf0e4-df90-4046-8394-3b3be908c3e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.406254] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243c72f-3f2d-80b5-aca6-da9a72f7df75/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 692.406496] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243c72f-3f2d-80b5-aca6-da9a72f7df75/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 692.526727] env[69433]: DEBUG oslo_vmware.api [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338112, 'name': ReconfigVM_Task, 'duration_secs': 0.60951} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.527138] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Reconfigured VM instance instance-00000011 to attach disk [datastore2] volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6/volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.532041] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6257b4e4-abea-4a93-8ef3-c7006e0e09f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.549567] env[69433]: DEBUG nova.compute.manager [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Received event network-vif-plugged-d5056b41-0ded-4798-8575-fb74b748684d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.549849] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] Acquiring lock "3e0e857b-c69a-4c3e-a116-269073c38cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.550601] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.550601] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.550601] env[69433]: DEBUG nova.compute.manager [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] No waiting events found dispatching network-vif-plugged-d5056b41-0ded-4798-8575-fb74b748684d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.550601] env[69433]: WARNING nova.compute.manager [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Received unexpected event network-vif-plugged-d5056b41-0ded-4798-8575-fb74b748684d for instance with vm_state building and task_state spawning. [ 692.550855] env[69433]: DEBUG nova.compute.manager [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Received event network-changed-d5056b41-0ded-4798-8575-fb74b748684d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.550887] env[69433]: DEBUG nova.compute.manager [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Refreshing instance network info cache due to event network-changed-d5056b41-0ded-4798-8575-fb74b748684d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.551046] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] Acquiring lock "refresh_cache-3e0e857b-c69a-4c3e-a116-269073c38cba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.561053] env[69433]: DEBUG oslo_vmware.api [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Waiting for the task: (returnval){ [ 692.561053] env[69433]: value = "task-3338117" [ 692.561053] env[69433]: _type = "Task" [ 692.561053] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.573658] env[69433]: DEBUG oslo_vmware.api [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.599691] env[69433]: DEBUG oslo_vmware.api [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338115, 'name': PowerOffVM_Task, 'duration_secs': 0.364437} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.600746] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.600977] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.601263] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2c41dc4-21f9-4133-9c0d-b36ac6d0dd5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.608354] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d1a9b1ee-b64f-4262-9aaf-3d2b6c405294 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.660244] env[69433]: DEBUG nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.688551] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.688766] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.688891] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Deleting the datastore file [datastore2] 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.689250] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab76a833-bde1-4e48-9829-30df348f8194 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.702254] env[69433]: DEBUG oslo_vmware.api [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 692.702254] env[69433]: value = "task-3338120" [ 692.702254] env[69433]: _type = "Task" [ 692.702254] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.712865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "refresh_cache-3e0e857b-c69a-4c3e-a116-269073c38cba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.713202] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Instance network_info: |[{"id": "d5056b41-0ded-4798-8575-fb74b748684d", "address": "fa:16:3e:f5:4d:7e", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5056b41-0d", "ovs_interfaceid": "d5056b41-0ded-4798-8575-fb74b748684d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.714050] env[69433]: DEBUG oslo_vmware.api [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.716946] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] Acquired lock "refresh_cache-3e0e857b-c69a-4c3e-a116-269073c38cba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.717056] env[69433]: DEBUG nova.network.neutron [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Refreshing network info cache for port d5056b41-0ded-4798-8575-fb74b748684d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.718256] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:4d:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5056b41-0ded-4798-8575-fb74b748684d', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.726545] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.727574] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.727822] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f937f90-b469-43bc-b048-0773b48335cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.753282] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.753282] env[69433]: value = "task-3338121" [ 692.753282] env[69433]: _type = "Task" [ 692.753282] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.769020] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338121, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.794030] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535694} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.794030] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] fa288b4c-b51a-4ef0-b700-0da46529617f/fa288b4c-b51a-4ef0-b700-0da46529617f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.794030] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.794030] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3f3094b-ca51-4437-807f-1818b2be8693 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.805579] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 692.805579] env[69433]: value = "task-3338122" [ 692.805579] env[69433]: _type = "Task" [ 692.805579] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.824486] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.887652] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338116, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.908108] env[69433]: INFO nova.compute.manager [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Unrescuing [ 692.908474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.908533] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.908713] env[69433]: DEBUG nova.network.neutron [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.930641] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d905e2-30a6-414d-ae46-4c60aef30199 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.941060] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc895924-f2ad-44d2-b4ae-e638fdd9725d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.981088] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bfa6f6-fe2a-45ec-91e6-f5226af08f47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.993868] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36e3497-1e5d-4da9-8eea-46969b8d6c26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.016703] env[69433]: DEBUG nova.compute.provider_tree [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.063333] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.077105] env[69433]: DEBUG oslo_vmware.api [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338117, 'name': ReconfigVM_Task, 'duration_secs': 0.246467} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.077533] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666277', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'name': 'volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7530c7cf-94a7-415b-a631-7777e2b09a47', 'attached_at': '', 'detached_at': '', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'serial': '77dec4c9-be87-4b6c-ada9-860a2d4affb6'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 693.099517] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.100104] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.100104] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.100205] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.100447] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.100903] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.100903] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.101394] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.101473] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.101704] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.101919] env[69433]: DEBUG nova.virt.hardware [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.107954] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2dbcab-84a1-4cda-95f7-50f973bb1d7f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.118878] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244589dc-67ce-4182-8647-b4572af2b376 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.187539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.214340] env[69433]: DEBUG oslo_vmware.api [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.265040] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338121, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.320569] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105093} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.320993] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.321971] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb569dfe-6350-4887-a6fd-9699102ffbfb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.348533] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] fa288b4c-b51a-4ef0-b700-0da46529617f/fa288b4c-b51a-4ef0-b700-0da46529617f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.353092] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521bf2f8-db33-493c-960e-1b8150df5d01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.382255] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738058} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.383373] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.383675] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.384041] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15c4342e-a719-4ed5-83c5-84b4a0eb1433 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.393892] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 693.393892] env[69433]: value = "task-3338123" [ 693.393892] env[69433]: _type = "Task" [ 693.393892] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.394364] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 693.394364] env[69433]: value = "task-3338124" [ 693.394364] env[69433]: _type = "Task" [ 693.394364] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.404667] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.415614] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.521548] env[69433]: DEBUG nova.scheduler.client.report [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.715791] env[69433]: DEBUG oslo_vmware.api [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.58064} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.715846] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.716115] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.716476] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.716623] env[69433]: INFO nova.compute.manager [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Took 1.66 seconds to destroy the instance on the hypervisor. [ 693.717016] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.717230] env[69433]: DEBUG nova.compute.manager [-] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.717876] env[69433]: DEBUG nova.network.neutron [-] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.763202] env[69433]: DEBUG nova.network.neutron [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Updated VIF entry in instance network info cache for port d5056b41-0ded-4798-8575-fb74b748684d. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.763635] env[69433]: DEBUG nova.network.neutron [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Updating instance_info_cache with network_info: [{"id": "d5056b41-0ded-4798-8575-fb74b748684d", "address": "fa:16:3e:f5:4d:7e", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5056b41-0d", "ovs_interfaceid": "d5056b41-0ded-4798-8575-fb74b748684d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.785479] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338121, 'name': CreateVM_Task, 'duration_secs': 0.724188} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.788566] env[69433]: DEBUG nova.compute.manager [req-bbab4041-c173-4596-a4f0-63d3d6a4cc55 req-fdc83d2a-59a4-4fee-a347-1433f7929506 service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Received event network-vif-plugged-b20149ef-26e8-4d17-96ed-949051968dfa {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.789893] env[69433]: DEBUG oslo_concurrency.lockutils [req-bbab4041-c173-4596-a4f0-63d3d6a4cc55 req-fdc83d2a-59a4-4fee-a347-1433f7929506 service nova] Acquiring lock "edf0945e-367f-41c9-a083-e4294b7b270a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.790165] env[69433]: DEBUG oslo_concurrency.lockutils [req-bbab4041-c173-4596-a4f0-63d3d6a4cc55 req-fdc83d2a-59a4-4fee-a347-1433f7929506 service nova] Lock "edf0945e-367f-41c9-a083-e4294b7b270a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.790445] env[69433]: DEBUG oslo_concurrency.lockutils [req-bbab4041-c173-4596-a4f0-63d3d6a4cc55 req-fdc83d2a-59a4-4fee-a347-1433f7929506 service nova] Lock "edf0945e-367f-41c9-a083-e4294b7b270a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.790687] env[69433]: DEBUG nova.compute.manager [req-bbab4041-c173-4596-a4f0-63d3d6a4cc55 req-fdc83d2a-59a4-4fee-a347-1433f7929506 service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] No waiting events found dispatching network-vif-plugged-b20149ef-26e8-4d17-96ed-949051968dfa {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.790923] env[69433]: WARNING nova.compute.manager [req-bbab4041-c173-4596-a4f0-63d3d6a4cc55 req-fdc83d2a-59a4-4fee-a347-1433f7929506 service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Received unexpected event network-vif-plugged-b20149ef-26e8-4d17-96ed-949051968dfa for instance with vm_state building and task_state spawning. [ 693.792973] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.793552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.793881] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.794380] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.795245] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9122360b-0bc9-4add-8aa6-0cbf66ade198 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.805269] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 693.805269] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52212e9f-8d12-8d57-7b5b-92f73c6a3842" [ 693.805269] env[69433]: _type = "Task" [ 693.805269] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.818324] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52212e9f-8d12-8d57-7b5b-92f73c6a3842, 'name': SearchDatastore_Task, 'duration_secs': 0.012946} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.818760] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.819067] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.819365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.819859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.819859] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.820182] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b86a34c3-814d-4e4b-ab48-df48b182d6dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.830733] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.830925] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.831726] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ffa9431-0331-4f07-8e22-ace0cccdc7c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.838361] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 693.838361] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524164a9-9298-ded9-7f32-989e2d045065" [ 693.838361] env[69433]: _type = "Task" [ 693.838361] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.843613] env[69433]: DEBUG nova.network.neutron [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Updating instance_info_cache with network_info: [{"id": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "address": "fa:16:3e:f0:9a:22", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014d6f2a-09", "ovs_interfaceid": "014d6f2a-09e8-4732-a02a-7dcc08f0f6f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.851958] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524164a9-9298-ded9-7f32-989e2d045065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.902213] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.912102] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13621} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.913126] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Successfully updated port: b20149ef-26e8-4d17-96ed-949051968dfa {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.914562] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.916907] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b85bae-7d06-45c6-bd85-c33f7cc419af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.939829] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.941233] env[69433]: DEBUG nova.compute.manager [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.941586] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b035b5-1fa0-472f-9925-c159f559f7a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.957337] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486622aa-cfc7-4c57-af10-40137ce7b79f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.976038] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 693.976038] env[69433]: value = "task-3338125" [ 693.976038] env[69433]: _type = "Task" [ 693.976038] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.983552] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.028229] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.997s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.028961] env[69433]: DEBUG nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.033601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.667s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.034056] env[69433]: DEBUG nova.objects.instance [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lazy-loading 'resources' on Instance uuid 1ffc2586-5045-4048-a7a9-0f855cedf2be {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.134031] env[69433]: DEBUG nova.objects.instance [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lazy-loading 'flavor' on Instance uuid 7530c7cf-94a7-415b-a631-7777e2b09a47 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.292670] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c4d6154-d69c-471e-b25a-def67c5f8513 req-2f99fb6a-6dc5-4fc0-a5bd-83af4d90ba35 service nova] Releasing lock "refresh_cache-3e0e857b-c69a-4c3e-a116-269073c38cba" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.346636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-b461f82f-7ce7-4bef-9f57-706b5239b3f8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.347309] env[69433]: DEBUG nova.objects.instance [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lazy-loading 'flavor' on Instance uuid b461f82f-7ce7-4bef-9f57-706b5239b3f8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.353852] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524164a9-9298-ded9-7f32-989e2d045065, 'name': SearchDatastore_Task, 'duration_secs': 0.014254} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.356655] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adbbe0a-2a07-4382-a464-39ca595c03a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.365429] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 694.365429] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f618cb-b3ce-d521-b4bb-94f9854516aa" [ 694.365429] env[69433]: _type = "Task" [ 694.365429] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.383668] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f618cb-b3ce-d521-b4bb-94f9854516aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.385830] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.386304] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 3e0e857b-c69a-4c3e-a116-269073c38cba/3e0e857b-c69a-4c3e-a116-269073c38cba.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.386675] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6040e79-7e46-4e0c-a6b6-091ebb626e9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.402863] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338123, 'name': ReconfigVM_Task, 'duration_secs': 0.649045} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.403622] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 694.403622] env[69433]: value = "task-3338126" [ 694.403622] env[69433]: _type = "Task" [ 694.403622] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.406020] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Reconfigured VM instance instance-0000001b to attach disk [datastore2] fa288b4c-b51a-4ef0-b700-0da46529617f/fa288b4c-b51a-4ef0-b700-0da46529617f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.406020] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-781f88cb-8382-4b58-9f04-4a676f101726 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.424816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "refresh_cache-edf0945e-367f-41c9-a083-e4294b7b270a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.426190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "refresh_cache-edf0945e-367f-41c9-a083-e4294b7b270a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.426190] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.431970] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338126, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.433852] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 694.433852] env[69433]: value = "task-3338127" [ 694.433852] env[69433]: _type = "Task" [ 694.433852] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.445084] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338127, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.475787] env[69433]: INFO nova.compute.manager [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] instance snapshotting [ 694.482246] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c15846-7fe5-4d39-8c6b-4845015be327 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.492523] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338125, 'name': ReconfigVM_Task, 'duration_secs': 0.394079} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.507279] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 2f8a27df-b350-4b34-8d14-8a57437488c4/2f8a27df-b350-4b34-8d14-8a57437488c4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.508299] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdcea03e-453e-4086-b694-33cb3f077ab9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.511018] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a38154c-bce5-47c3-8b57-a10ce307b9d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.526452] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 694.526452] env[69433]: value = "task-3338128" [ 694.526452] env[69433]: _type = "Task" [ 694.526452] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.535404] env[69433]: DEBUG nova.compute.utils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.540857] env[69433]: DEBUG nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.541264] env[69433]: DEBUG nova.network.neutron [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.641270] env[69433]: DEBUG nova.policy [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545a266ebc25412f911dd364cb3efa9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ccd8d062bbb43f9a3e86695c6cb637f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.644021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-50a388ed-fc36-4c01-8e84-ca01216fed25 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.896s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.867925] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eab3a8e-d9cb-4080-847c-cd9274708702 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.897793] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.900911] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05c25d1b-34e7-4212-8a2f-2255831f7069 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.911852] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 694.911852] env[69433]: value = "task-3338130" [ 694.911852] env[69433]: _type = "Task" [ 694.911852] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.924560] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338126, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.937459] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.953141] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338127, 'name': Rename_Task, 'duration_secs': 0.271276} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.953141] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.953141] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a02c29b-48f1-42cb-899f-f37f8543676d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.963369] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 694.963369] env[69433]: value = "task-3338131" [ 694.963369] env[69433]: _type = "Task" [ 694.963369] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.977304] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.001021] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.028814] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 695.029703] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78f2e4b1-425c-44b1-99ee-3e3c829a15db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.046072] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338128, 'name': Rename_Task, 'duration_secs': 0.483097} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.048041] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.048664] env[69433]: DEBUG nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.052107] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 695.052107] env[69433]: value = "task-3338132" [ 695.052107] env[69433]: _type = "Task" [ 695.052107] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.052453] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13513c96-7f20-4566-9f4c-9be7ca2dd18b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.078138] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.080838] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 695.080838] env[69433]: value = "task-3338133" [ 695.080838] env[69433]: _type = "Task" [ 695.080838] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.094793] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.284133] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f442a15a-6d3c-4c0d-9fb7-1141ee84f699 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.293687] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a51a6-c120-46c0-aa64-488dde128fe7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.327661] env[69433]: DEBUG nova.network.neutron [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Updating instance_info_cache with network_info: [{"id": "b20149ef-26e8-4d17-96ed-949051968dfa", "address": "fa:16:3e:96:13:93", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20149ef-26", "ovs_interfaceid": "b20149ef-26e8-4d17-96ed-949051968dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.329813] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfbd49f-9038-4bea-b42c-a5c8e0156653 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.344966] env[69433]: DEBUG nova.network.neutron [-] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.349915] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8fd241-c624-495b-b488-8f500a8c664e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.354958] env[69433]: DEBUG nova.network.neutron [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Successfully created port: 1fb56832-8331-4663-b500-a5ef12e7be24 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.373059] env[69433]: DEBUG nova.compute.provider_tree [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.417260] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338126, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530771} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.421261] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 3e0e857b-c69a-4c3e-a116-269073c38cba/3e0e857b-c69a-4c3e-a116-269073c38cba.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.421540] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.429536] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14c6dcef-fd3d-460d-9186-f4095ca2a8f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.441263] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338130, 'name': PowerOffVM_Task, 'duration_secs': 0.256205} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.443124] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.453077] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 695.453858] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 695.453858] env[69433]: value = "task-3338134" [ 695.453858] env[69433]: _type = "Task" [ 695.453858] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.454371] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7688c937-f249-469e-a51c-d1ce6d1d32d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.484855] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338134, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.490422] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 695.490422] env[69433]: value = "task-3338135" [ 695.490422] env[69433]: _type = "Task" [ 695.490422] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.490782] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338131, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.504758] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.570868] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338132, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.590929] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.833778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "refresh_cache-edf0945e-367f-41c9-a083-e4294b7b270a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.834137] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Instance network_info: |[{"id": "b20149ef-26e8-4d17-96ed-949051968dfa", "address": "fa:16:3e:96:13:93", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20149ef-26", "ovs_interfaceid": "b20149ef-26e8-4d17-96ed-949051968dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.834605] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:13:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20149ef-26e8-4d17-96ed-949051968dfa', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.844918] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.845096] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.845331] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30180824-fbd9-49ae-8e5b-daf121ddac9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.860964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Acquiring lock "7530c7cf-94a7-415b-a631-7777e2b09a47" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.861295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.863468] env[69433]: INFO nova.compute.manager [-] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Took 2.15 seconds to deallocate network for instance. [ 695.871653] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.871653] env[69433]: value = "task-3338136" [ 695.871653] env[69433]: _type = "Task" [ 695.871653] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.882763] env[69433]: DEBUG nova.compute.manager [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Received event network-changed-b20149ef-26e8-4d17-96ed-949051968dfa {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.883408] env[69433]: DEBUG nova.compute.manager [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Refreshing instance network info cache due to event network-changed-b20149ef-26e8-4d17-96ed-949051968dfa. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.883408] env[69433]: DEBUG oslo_concurrency.lockutils [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] Acquiring lock "refresh_cache-edf0945e-367f-41c9-a083-e4294b7b270a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.883540] env[69433]: DEBUG oslo_concurrency.lockutils [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] Acquired lock "refresh_cache-edf0945e-367f-41c9-a083-e4294b7b270a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.883717] env[69433]: DEBUG nova.network.neutron [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Refreshing network info cache for port b20149ef-26e8-4d17-96ed-949051968dfa {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.892322] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338136, 'name': CreateVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.907026] env[69433]: ERROR nova.scheduler.client.report [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [req-c7f6c04d-95bc-47cb-a66b-17c589ac21e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 107, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7f6c04d-95bc-47cb-a66b-17c589ac21e6"}]} [ 695.930160] env[69433]: DEBUG nova.scheduler.client.report [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 695.948873] env[69433]: DEBUG nova.scheduler.client.report [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 695.949116] env[69433]: DEBUG nova.compute.provider_tree [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 695.963018] env[69433]: DEBUG nova.scheduler.client.report [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 695.989913] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077073} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.990249] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338131, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.991248] env[69433]: DEBUG nova.scheduler.client.report [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 695.993531] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.994839] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a5bdcd-c24c-45d2-ba76-a3582bc1a781 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.007073] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.027888] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 3e0e857b-c69a-4c3e-a116-269073c38cba/3e0e857b-c69a-4c3e-a116-269073c38cba.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.031247] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1d2919-98c6-445c-b31c-ce9309c7e5bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.053060] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 696.053060] env[69433]: value = "task-3338137" [ 696.053060] env[69433]: _type = "Task" [ 696.053060] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.066704] env[69433]: DEBUG nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.074842] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.075121] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338132, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.091169] env[69433]: DEBUG oslo_vmware.api [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338133, 'name': PowerOnVM_Task, 'duration_secs': 0.751476} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.094383] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.094680] env[69433]: DEBUG nova.compute.manager [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.097677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297facd6-fdbe-4d9e-8b21-54d86c77429d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.113047] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.113245] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.113548] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.113739] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.113949] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.114179] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.114471] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.114705] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.114938] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.115183] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.115427] env[69433]: DEBUG nova.virt.hardware [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.120064] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1109144-e06b-48e0-94e4-bd0c548a80d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.132403] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a29ee4-c81a-404f-b3ba-d610181a1c2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.364723] env[69433]: INFO nova.compute.manager [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Detaching volume 77dec4c9-be87-4b6c-ada9-860a2d4affb6 [ 696.370240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.387052] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338136, 'name': CreateVM_Task, 'duration_secs': 0.422386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.392482] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.393153] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.393349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.393660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.395121] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41fe4ab4-6d26-4eb6-ab53-660d1675875e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.401273] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 696.401273] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52293c4f-dd7d-48b7-881f-07745bdd52e4" [ 696.401273] env[69433]: _type = "Task" [ 696.401273] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.407316] env[69433]: INFO nova.virt.block_device [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Attempting to driver detach volume 77dec4c9-be87-4b6c-ada9-860a2d4affb6 from mountpoint /dev/sdb [ 696.407543] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 696.407728] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666277', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'name': 'volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7530c7cf-94a7-415b-a631-7777e2b09a47', 'attached_at': '', 'detached_at': '', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'serial': '77dec4c9-be87-4b6c-ada9-860a2d4affb6'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 696.408575] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacaadf0-bbc7-432c-b633-9cd231a34439 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.418756] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52293c4f-dd7d-48b7-881f-07745bdd52e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012626} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.437050] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.437319] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.438017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.438250] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.438480] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.444443] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f468fe9d-4b12-4f66-8fc1-045302172e0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.447772] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2450ea7c-589a-46dc-b569-013642aad228 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.457414] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414dc8ff-f723-421b-8021-cc83cb9d8a23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.462024] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.462024] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.462603] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d4aab6-7b04-44eb-b6ab-0880a32c9b0a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.492088] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a40b74-9dd1-48fc-b33e-b92a7df24c4a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.498552] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 696.498552] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523db717-b5a6-1010-4bf7-0f79893896b2" [ 696.498552] env[69433]: _type = "Task" [ 696.498552] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.509249] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338131, 'name': PowerOnVM_Task, 'duration_secs': 1.372397} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.526266] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.526266] env[69433]: INFO nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Took 8.86 seconds to spawn the instance on the hypervisor. [ 696.526266] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.526266] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] The volume has not been displaced from its original location: [datastore2] volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6/volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 696.531369] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Reconfiguring VM instance instance-00000011 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 696.538867] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9988a1d-adc1-4395-bc9b-38f32e1a0eba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.541801] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0077520e-caff-4c97-9612-c81f8454491d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.555345] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.561756] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523db717-b5a6-1010-4bf7-0f79893896b2, 'name': SearchDatastore_Task, 'duration_secs': 0.020493} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.570881] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2eb25c-835c-4d72-97eb-0deaf55dd17e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.577846] env[69433]: DEBUG oslo_vmware.api [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Waiting for the task: (returnval){ [ 696.577846] env[69433]: value = "task-3338138" [ 696.577846] env[69433]: _type = "Task" [ 696.577846] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.591695] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.591957] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338132, 'name': CreateSnapshot_Task, 'duration_secs': 1.118646} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.595783] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 696.596173] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 696.596173] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521e7112-e1cf-723a-f636-3e11c1540632" [ 696.596173] env[69433]: _type = "Task" [ 696.596173] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.597599] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d189ca-bde1-42bc-8e79-a75222c3f3e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.612151] env[69433]: DEBUG oslo_vmware.api [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.624755] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521e7112-e1cf-723a-f636-3e11c1540632, 'name': SearchDatastore_Task, 'duration_secs': 0.015627} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.631607] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.631916] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] edf0945e-367f-41c9-a083-e4294b7b270a/edf0945e-367f-41c9-a083-e4294b7b270a.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.636295] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-276072d7-ab11-4d02-97a9-05e9399299f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.639354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.651485] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 696.651485] env[69433]: value = "task-3338139" [ 696.651485] env[69433]: _type = "Task" [ 696.651485] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.660129] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.717792] env[69433]: DEBUG nova.network.neutron [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Updated VIF entry in instance network info cache for port b20149ef-26e8-4d17-96ed-949051968dfa. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.718246] env[69433]: DEBUG nova.network.neutron [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Updating instance_info_cache with network_info: [{"id": "b20149ef-26e8-4d17-96ed-949051968dfa", "address": "fa:16:3e:96:13:93", "network": {"id": "73a8a223-e61b-4d1d-8ded-e504cf2d998b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-666581200-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c157104276342dc8af89fdc35abccc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20149ef-26", "ovs_interfaceid": "b20149ef-26e8-4d17-96ed-949051968dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.738269] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4a08b1-1a89-4c4c-8d60-6a251bc15cd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.751424] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a34cf6-5495-43ae-9bd2-c258f25dd51f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.790479] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53f83ac-7e01-4bb9-a6a2-9c69b81d60be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.799871] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3157e86e-2769-41a0-af7d-ac43814353e0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.817942] env[69433]: DEBUG nova.compute.provider_tree [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.011566] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338135, 'name': ReconfigVM_Task, 'duration_secs': 1.374263} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.011880] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 697.012365] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.012788] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea2d7152-df45-420b-8d7e-2d4888b5f299 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.024871] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 697.024871] env[69433]: value = "task-3338141" [ 697.024871] env[69433]: _type = "Task" [ 697.024871] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.039375] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.079195] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338137, 'name': ReconfigVM_Task, 'duration_secs': 0.912472} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.079522] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 3e0e857b-c69a-4c3e-a116-269073c38cba/3e0e857b-c69a-4c3e-a116-269073c38cba.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.080447] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77fb3983-da6d-4055-8e10-0c40a7f22307 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.097412] env[69433]: INFO nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Took 43.03 seconds to build instance. [ 697.105640] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 697.105640] env[69433]: value = "task-3338142" [ 697.105640] env[69433]: _type = "Task" [ 697.105640] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.110024] env[69433]: DEBUG oslo_vmware.api [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338138, 'name': ReconfigVM_Task, 'duration_secs': 0.312656} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.112635] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Reconfigured VM instance instance-00000011 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 697.123022] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0391b52-8075-4070-8cce-5e8bdc274ded {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.143892] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 697.152696] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-69511fda-71ab-4cdb-ad7e-09a5cddf1e74 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.158192] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338142, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.159164] env[69433]: DEBUG nova.network.neutron [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Successfully updated port: 1fb56832-8331-4663-b500-a5ef12e7be24 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.168946] env[69433]: DEBUG oslo_vmware.api [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Waiting for the task: (returnval){ [ 697.168946] env[69433]: value = "task-3338143" [ 697.168946] env[69433]: _type = "Task" [ 697.168946] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.176638] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338139, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.178997] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 697.178997] env[69433]: value = "task-3338144" [ 697.178997] env[69433]: _type = "Task" [ 697.178997] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.187161] env[69433]: DEBUG oslo_vmware.api [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338143, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.191225] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338144, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.222558] env[69433]: DEBUG oslo_concurrency.lockutils [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] Releasing lock "refresh_cache-edf0945e-367f-41c9-a083-e4294b7b270a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.222558] env[69433]: DEBUG nova.compute.manager [req-807eb403-1fc6-40e4-8af2-7c6a22c54804 req-f0490640-8a99-4991-bae2-5fae6e7676da service nova] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Received event network-vif-deleted-ead3d678-6154-4010-8d9e-7185dfbffb86 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.321343] env[69433]: DEBUG nova.scheduler.client.report [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.537268] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.600076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.180s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.620422] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338142, 'name': Rename_Task, 'duration_secs': 0.246692} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.620708] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.621007] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5185d17a-3549-44fa-9c0e-480c9e4231a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.629259] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 697.629259] env[69433]: value = "task-3338145" [ 697.629259] env[69433]: _type = "Task" [ 697.629259] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.638099] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.668762] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "refresh_cache-efa44fa4-14ba-441f-8c6a-64c557cda2d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.668927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "refresh_cache-efa44fa4-14ba-441f-8c6a-64c557cda2d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.669112] env[69433]: DEBUG nova.network.neutron [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.670303] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602936} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.670917] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] edf0945e-367f-41c9-a083-e4294b7b270a/edf0945e-367f-41c9-a083-e4294b7b270a.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.671130] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.675134] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3a5431f-d943-4aba-895e-06d08e0a8d79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.688384] env[69433]: DEBUG oslo_vmware.api [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Task: {'id': task-3338143, 'name': ReconfigVM_Task, 'duration_secs': 0.465669} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.688727] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 697.688727] env[69433]: value = "task-3338146" [ 697.688727] env[69433]: _type = "Task" [ 697.688727] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.689559] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666277', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'name': 'volume-77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7530c7cf-94a7-415b-a631-7777e2b09a47', 'attached_at': '', 'detached_at': '', 'volume_id': '77dec4c9-be87-4b6c-ada9-860a2d4affb6', 'serial': '77dec4c9-be87-4b6c-ada9-860a2d4affb6'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 697.700404] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338144, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.707850] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.711889] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "2f8a27df-b350-4b34-8d14-8a57437488c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.712182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "2f8a27df-b350-4b34-8d14-8a57437488c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.712424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "2f8a27df-b350-4b34-8d14-8a57437488c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.712635] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "2f8a27df-b350-4b34-8d14-8a57437488c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.712823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "2f8a27df-b350-4b34-8d14-8a57437488c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.714998] env[69433]: INFO nova.compute.manager [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Terminating instance [ 697.826938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.793s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.829364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.775s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.830946] env[69433]: INFO nova.compute.claims [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.860196] env[69433]: INFO nova.scheduler.client.report [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleted allocations for instance 1ffc2586-5045-4048-a7a9-0f855cedf2be [ 697.915263] env[69433]: DEBUG nova.compute.manager [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Received event network-vif-plugged-1fb56832-8331-4663-b500-a5ef12e7be24 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.915541] env[69433]: DEBUG oslo_concurrency.lockutils [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] Acquiring lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.915889] env[69433]: DEBUG oslo_concurrency.lockutils [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.916120] env[69433]: DEBUG oslo_concurrency.lockutils [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.916300] env[69433]: DEBUG nova.compute.manager [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] No waiting events found dispatching network-vif-plugged-1fb56832-8331-4663-b500-a5ef12e7be24 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.916467] env[69433]: WARNING nova.compute.manager [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Received unexpected event network-vif-plugged-1fb56832-8331-4663-b500-a5ef12e7be24 for instance with vm_state building and task_state spawning. [ 697.916625] env[69433]: DEBUG nova.compute.manager [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Received event network-changed-1fb56832-8331-4663-b500-a5ef12e7be24 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.916811] env[69433]: DEBUG nova.compute.manager [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Refreshing instance network info cache due to event network-changed-1fb56832-8331-4663-b500-a5ef12e7be24. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.917056] env[69433]: DEBUG oslo_concurrency.lockutils [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] Acquiring lock "refresh_cache-efa44fa4-14ba-441f-8c6a-64c557cda2d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.040343] env[69433]: DEBUG oslo_vmware.api [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338141, 'name': PowerOnVM_Task, 'duration_secs': 0.519446} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.040840] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.041217] env[69433]: DEBUG nova.compute.manager [None req-93bf5c62-d4ef-4bc5-a015-a3ec65349c6f tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.042806] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65754a4-60e2-43b5-aceb-6f1360f63ab1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.102344] env[69433]: DEBUG nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.142299] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338145, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.194058] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338144, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.205444] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07812} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.205444] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.206078] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ab18a3-c6f8-4f01-83bb-9834cce1ca72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.210625] env[69433]: DEBUG nova.network.neutron [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.222878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "refresh_cache-2f8a27df-b350-4b34-8d14-8a57437488c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.223062] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquired lock "refresh_cache-2f8a27df-b350-4b34-8d14-8a57437488c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.223239] env[69433]: DEBUG nova.network.neutron [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.233610] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] edf0945e-367f-41c9-a083-e4294b7b270a/edf0945e-367f-41c9-a083-e4294b7b270a.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.234275] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6d5aac0-cfcc-4db8-b5d1-d1664d33109c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.263048] env[69433]: DEBUG nova.objects.instance [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lazy-loading 'flavor' on Instance uuid 7530c7cf-94a7-415b-a631-7777e2b09a47 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.265405] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 698.265405] env[69433]: value = "task-3338147" [ 698.265405] env[69433]: _type = "Task" [ 698.265405] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.277025] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.369470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d73b9d6a-7271-498c-96ee-fe46bcadadfb tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "1ffc2586-5045-4048-a7a9-0f855cedf2be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.559s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.461810] env[69433]: DEBUG nova.network.neutron [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Updating instance_info_cache with network_info: [{"id": "1fb56832-8331-4663-b500-a5ef12e7be24", "address": "fa:16:3e:0d:9f:15", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb56832-83", "ovs_interfaceid": "1fb56832-8331-4663-b500-a5ef12e7be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.625535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.645925] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338145, 'name': PowerOnVM_Task, 'duration_secs': 0.788616} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.646056] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.646260] env[69433]: INFO nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Took 8.31 seconds to spawn the instance on the hypervisor. [ 698.646469] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.647397] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737d00d3-b511-4979-b1c4-77e3037217a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.693016] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338144, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.757098] env[69433]: DEBUG nova.network.neutron [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.788515] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.829147] env[69433]: DEBUG nova.network.neutron [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.964953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "refresh_cache-efa44fa4-14ba-441f-8c6a-64c557cda2d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.965439] env[69433]: DEBUG nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Instance network_info: |[{"id": "1fb56832-8331-4663-b500-a5ef12e7be24", "address": "fa:16:3e:0d:9f:15", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb56832-83", "ovs_interfaceid": "1fb56832-8331-4663-b500-a5ef12e7be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.968883] env[69433]: DEBUG oslo_concurrency.lockutils [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] Acquired lock "refresh_cache-efa44fa4-14ba-441f-8c6a-64c557cda2d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.969143] env[69433]: DEBUG nova.network.neutron [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Refreshing network info cache for port 1fb56832-8331-4663-b500-a5ef12e7be24 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.970491] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:9f:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fb56832-8331-4663-b500-a5ef12e7be24', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.979429] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.983373] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.984196] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1487edd2-532a-4da9-b36b-5c9319a839f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.017781] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.017781] env[69433]: value = "task-3338148" [ 699.017781] env[69433]: _type = "Task" [ 699.017781] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.040926] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338148, 'name': CreateVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.169837] env[69433]: INFO nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Took 41.97 seconds to build instance. [ 699.201680] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338144, 'name': CloneVM_Task, 'duration_secs': 1.795752} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.202374] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Created linked-clone VM from snapshot [ 699.203283] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88aa85b-e27b-42d3-b7bf-841130fc67cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.213324] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Uploading image 72c67095-8e55-4f58-997c-48c7a6260027 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 699.254264] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 699.254264] env[69433]: value = "vm-666288" [ 699.254264] env[69433]: _type = "VirtualMachine" [ 699.254264] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 699.254598] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f9de07b8-0e9a-4384-aaa1-b59a0a39b237 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.266832] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lease: (returnval){ [ 699.266832] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5267e559-7577-95f1-e490-23a889dc8beb" [ 699.266832] env[69433]: _type = "HttpNfcLease" [ 699.266832] env[69433]: } obtained for exporting VM: (result){ [ 699.266832] env[69433]: value = "vm-666288" [ 699.266832] env[69433]: _type = "VirtualMachine" [ 699.266832] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 699.267235] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the lease: (returnval){ [ 699.267235] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5267e559-7577-95f1-e490-23a889dc8beb" [ 699.267235] env[69433]: _type = "HttpNfcLease" [ 699.267235] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 699.283529] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338147, 'name': ReconfigVM_Task, 'duration_secs': 0.548488} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.285599] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Reconfigured VM instance instance-0000001d to attach disk [datastore2] edf0945e-367f-41c9-a083-e4294b7b270a/edf0945e-367f-41c9-a083-e4294b7b270a.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.286297] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 699.286297] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5267e559-7577-95f1-e490-23a889dc8beb" [ 699.286297] env[69433]: _type = "HttpNfcLease" [ 699.286297] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 699.286488] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f84a5dd1-c2bb-47e4-9747-c3482e70341a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.288377] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 699.288377] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5267e559-7577-95f1-e490-23a889dc8beb" [ 699.288377] env[69433]: _type = "HttpNfcLease" [ 699.288377] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 699.289141] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85023f5d-d2cc-4e35-9985-e37133092d64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.292247] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5091e336-0ad0-4359-b8b4-0df9f7f123c1 tempest-VolumesAssistedSnapshotsTest-214245490 tempest-VolumesAssistedSnapshotsTest-214245490-project-admin] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.431s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.302358] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 699.302358] env[69433]: value = "task-3338150" [ 699.302358] env[69433]: _type = "Task" [ 699.302358] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.304143] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236b57e-fc69-ee8f-412f-b679b7d103d9/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 699.304343] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236b57e-fc69-ee8f-412f-b679b7d103d9/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 699.371127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Releasing lock "refresh_cache-2f8a27df-b350-4b34-8d14-8a57437488c4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.371725] env[69433]: DEBUG nova.compute.manager [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.371829] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.384838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca61891-38bf-492a-afb3-365da42c4de5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.388493] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338150, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.398646] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.398994] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42a2c7aa-431f-4a1c-942c-2b912b7b005c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.409880] env[69433]: DEBUG oslo_vmware.api [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 699.409880] env[69433]: value = "task-3338151" [ 699.409880] env[69433]: _type = "Task" [ 699.409880] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.419798] env[69433]: DEBUG oslo_vmware.api [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.457079] env[69433]: DEBUG nova.network.neutron [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Updated VIF entry in instance network info cache for port 1fb56832-8331-4663-b500-a5ef12e7be24. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.457573] env[69433]: DEBUG nova.network.neutron [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Updating instance_info_cache with network_info: [{"id": "1fb56832-8331-4663-b500-a5ef12e7be24", "address": "fa:16:3e:0d:9f:15", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fb56832-83", "ovs_interfaceid": "1fb56832-8331-4663-b500-a5ef12e7be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.471089] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-042e7f64-aa55-4bf7-8505-dc79bdc47a64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.511764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.511764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.511764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.511764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.511987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.516021] env[69433]: INFO nova.compute.manager [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Terminating instance [ 699.532619] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338148, 'name': CreateVM_Task, 'duration_secs': 0.48441} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.532849] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.533620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.533796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.536023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.536023] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490b2c87-ba5c-4f0c-afd5-78e61434d987 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.543266] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 699.543266] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52802203-bda8-5335-a564-78ddb217c4be" [ 699.543266] env[69433]: _type = "Task" [ 699.543266] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.553733] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52802203-bda8-5335-a564-78ddb217c4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.609030] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dbe3c7-d667-4167-ad87-f31d117ed9ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.618159] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd477c-3538-43ec-812b-19e3d7659558 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.650465] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588c7a5a-800e-4cc3-b1aa-2bc03f984c42 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.662642] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb31c1e5-8ad0-437a-8474-88ba2df35c16 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.678071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.197s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.678534] env[69433]: DEBUG nova.compute.provider_tree [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.818144] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338150, 'name': Rename_Task, 'duration_secs': 0.219536} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.818144] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.818144] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b152907c-8c47-45fa-9139-58c41acbf0a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.827781] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 699.827781] env[69433]: value = "task-3338152" [ 699.827781] env[69433]: _type = "Task" [ 699.827781] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.841578] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.921294] env[69433]: DEBUG oslo_vmware.api [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338151, 'name': PowerOffVM_Task, 'duration_secs': 0.160861} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.921929] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.922672] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.922672] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2e1e038-3625-490e-8341-a8e4333fde01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.961677] env[69433]: DEBUG oslo_concurrency.lockutils [req-31202326-9bf8-4dfe-994c-39127160e718 req-0531edf0-1779-4097-ba93-861721b2e4a2 service nova] Releasing lock "refresh_cache-efa44fa4-14ba-441f-8c6a-64c557cda2d0" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.962360] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.962737] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.964135] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Deleting the datastore file [datastore2] 2f8a27df-b350-4b34-8d14-8a57437488c4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.964135] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-271b77c9-5de9-48ed-b203-aefd2aef7934 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.978228] env[69433]: DEBUG oslo_vmware.api [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for the task: (returnval){ [ 699.978228] env[69433]: value = "task-3338154" [ 699.978228] env[69433]: _type = "Task" [ 699.978228] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.990455] env[69433]: DEBUG oslo_vmware.api [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.023454] env[69433]: DEBUG nova.compute.manager [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.023868] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.025445] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a9546-2c7c-4c5d-9342-eb8026e276fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.034525] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.034940] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dff8768-6ec3-43a9-842e-275752508f69 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.044725] env[69433]: DEBUG oslo_vmware.api [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 700.044725] env[69433]: value = "task-3338155" [ 700.044725] env[69433]: _type = "Task" [ 700.044725] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.070340] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52802203-bda8-5335-a564-78ddb217c4be, 'name': SearchDatastore_Task, 'duration_secs': 0.019076} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.074671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.075198] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.075510] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.075847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.076177] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.076603] env[69433]: DEBUG oslo_vmware.api [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.076929] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f38662c-85e5-4fc8-8e16-96db25d35838 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.099174] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.099727] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.102907] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11db093b-27e0-4b50-a041-9487a5e8994c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.113019] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 700.113019] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525b101f-bc40-bf65-fbee-5e8f654d6dc1" [ 700.113019] env[69433]: _type = "Task" [ 700.113019] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.122686] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525b101f-bc40-bf65-fbee-5e8f654d6dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.181896] env[69433]: DEBUG nova.scheduler.client.report [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.186776] env[69433]: DEBUG nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.342651] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338152, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.490813] env[69433]: DEBUG oslo_vmware.api [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Task: {'id': task-3338154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167771} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.491614] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.491960] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.492356] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.492820] env[69433]: INFO nova.compute.manager [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 700.493199] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.493550] env[69433]: DEBUG nova.compute.manager [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.493760] env[69433]: DEBUG nova.network.neutron [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.527448] env[69433]: DEBUG nova.network.neutron [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.564458] env[69433]: DEBUG oslo_vmware.api [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338155, 'name': PowerOffVM_Task, 'duration_secs': 0.34296} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.565163] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.566709] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.566709] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1dacc32-30f5-4e9b-8481-52df51353450 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.623646] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525b101f-bc40-bf65-fbee-5e8f654d6dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.017088} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.624936] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a187a399-dd83-44a2-956b-3e2139a3ebdd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.632030] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 700.632030] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bffdbe-bfeb-a98f-1cf9-7cd497276d99" [ 700.632030] env[69433]: _type = "Task" [ 700.632030] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.647303] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bffdbe-bfeb-a98f-1cf9-7cd497276d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.653884] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.654168] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.655021] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleting the datastore file [datastore1] 92219f2e-1d61-4a99-9bff-78a6e4c0cb65 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.655021] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1df3566-82c5-4353-bf72-6390e3d47825 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.663305] env[69433]: DEBUG oslo_vmware.api [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for the task: (returnval){ [ 700.663305] env[69433]: value = "task-3338158" [ 700.663305] env[69433]: _type = "Task" [ 700.663305] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.674412] env[69433]: DEBUG oslo_vmware.api [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.691861] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.862s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.692462] env[69433]: DEBUG nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.704039] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.658s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.704570] env[69433]: DEBUG nova.objects.instance [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lazy-loading 'resources' on Instance uuid 1e732690-5902-4ffd-bea7-98d10fb33549 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 700.729447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.843263] env[69433]: DEBUG oslo_vmware.api [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338152, 'name': PowerOnVM_Task, 'duration_secs': 0.655272} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.843263] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.843263] env[69433]: INFO nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Took 7.78 seconds to spawn the instance on the hypervisor. [ 700.843263] env[69433]: DEBUG nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.844147] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e49ebef-286a-4184-976f-c478a50693cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.035961] env[69433]: DEBUG nova.network.neutron [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.040330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Acquiring lock "e5ef7229-b060-449f-8474-d1bb48236ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.040496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.146035] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bffdbe-bfeb-a98f-1cf9-7cd497276d99, 'name': SearchDatastore_Task, 'duration_secs': 0.020258} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.146484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.146736] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] efa44fa4-14ba-441f-8c6a-64c557cda2d0/efa44fa4-14ba-441f-8c6a-64c557cda2d0.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.147056] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf448f0b-0ed5-4b4a-b369-a49fd3cbb29b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.159117] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 701.159117] env[69433]: value = "task-3338159" [ 701.159117] env[69433]: _type = "Task" [ 701.159117] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.172189] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.176080] env[69433]: DEBUG oslo_vmware.api [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Task: {'id': task-3338158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27892} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.176398] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.176586] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.176790] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.177017] env[69433]: INFO nova.compute.manager [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Took 1.15 seconds to destroy the instance on the hypervisor. [ 701.177304] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.177523] env[69433]: DEBUG nova.compute.manager [-] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.177641] env[69433]: DEBUG nova.network.neutron [-] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.206109] env[69433]: DEBUG nova.compute.utils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.207606] env[69433]: DEBUG nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.207822] env[69433]: DEBUG nova.network.neutron [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.293145] env[69433]: DEBUG nova.policy [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133606f3fe8649a6b809e150ed68d871', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9f3797a6b3854f658c1d1471fbbb4a74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.366349] env[69433]: INFO nova.compute.manager [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Took 40.90 seconds to build instance. [ 701.540568] env[69433]: INFO nova.compute.manager [-] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Took 1.05 seconds to deallocate network for instance. [ 701.675186] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.711189] env[69433]: DEBUG nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.803778] env[69433]: DEBUG nova.network.neutron [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Successfully created port: 5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.866524] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243c72f-3f2d-80b5-aca6-da9a72f7df75/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 701.867500] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94667f4b-86a3-4d5e-ade1-9b026b216dab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.870942] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7e516492-9252-4fc6-ad97-a0c40240a67e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "edf0945e-367f-41c9-a083-e4294b7b270a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.358s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.876270] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243c72f-3f2d-80b5-aca6-da9a72f7df75/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 701.876486] env[69433]: ERROR oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243c72f-3f2d-80b5-aca6-da9a72f7df75/disk-0.vmdk due to incomplete transfer. [ 701.880655] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26585aaf-aff9-4590-8dbd-ef4a3bbc16b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.891430] env[69433]: DEBUG oslo_vmware.rw_handles [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5243c72f-3f2d-80b5-aca6-da9a72f7df75/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 701.891653] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Uploaded image 92b255de-0b41-4078-89f8-2280ab17bcb4 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 701.895141] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.895141] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f83fda09-0881-4573-af9c-578a7d0b9b6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.908061] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 701.908061] env[69433]: value = "task-3338160" [ 701.908061] env[69433]: _type = "Task" [ 701.908061] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.923886] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338160, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.928718] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7143f68e-8013-4268-9dc1-87b26e3ef2f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.938906] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a679c8-75f7-4b7a-ace3-aeaa1afc215b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.978166] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdafab2-85d1-4b01-ac78-30475744cca5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.989029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970fed89-66d1-4881-a800-bcbee3fabee9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.005147] env[69433]: DEBUG nova.compute.provider_tree [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.057782] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.171684] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559929} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.171684] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] efa44fa4-14ba-441f-8c6a-64c557cda2d0/efa44fa4-14ba-441f-8c6a-64c557cda2d0.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.171892] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.172224] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70c94679-ad93-48c5-a4e0-a95b515cbfa3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.183735] env[69433]: DEBUG nova.network.neutron [-] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.186865] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 702.186865] env[69433]: value = "task-3338161" [ 702.186865] env[69433]: _type = "Task" [ 702.186865] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.200968] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.381879] env[69433]: DEBUG nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.420847] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338160, 'name': Destroy_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.423894] env[69433]: DEBUG nova.compute.manager [req-e8c5b72c-4d32-4b3a-b2f1-5dbaf3752b76 req-b3d476ec-4a51-4255-b4bd-d1e3d0ac851f service nova] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Received event network-vif-deleted-ca393550-d38f-46c4-9f46-949c189f29c7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.508712] env[69433]: DEBUG nova.scheduler.client.report [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.687807] env[69433]: INFO nova.compute.manager [-] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Took 1.51 seconds to deallocate network for instance. [ 702.701180] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145565} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.701557] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.702332] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b59ba-f4d6-46b2-a982-1838fa92902c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.726776] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] efa44fa4-14ba-441f-8c6a-64c557cda2d0/efa44fa4-14ba-441f-8c6a-64c557cda2d0.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.728017] env[69433]: DEBUG nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.730294] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e082ba51-05af-4d35-bfbb-7041c46835d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.753722] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 702.753722] env[69433]: value = "task-3338162" [ 702.753722] env[69433]: _type = "Task" [ 702.753722] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.766096] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.778052] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.778943] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.778943] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.778943] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.779118] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.779118] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.779331] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.779496] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.779665] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.779829] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.780029] env[69433]: DEBUG nova.virt.hardware [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.780888] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab186ef-986b-445e-b7ab-f04ceb198c19 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.789401] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed61085c-df71-49f8-ae71-fcf653061ad7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.901704] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.921032] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338160, 'name': Destroy_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.015037] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.311s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.019750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.126s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.035351] env[69433]: INFO nova.scheduler.client.report [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Deleted allocations for instance 1e732690-5902-4ffd-bea7-98d10fb33549 [ 703.199405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.234964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "45b1b295-23ae-4628-9762-209ac7f1b60b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.236011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.266583] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.420625] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338160, 'name': Destroy_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.508075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "fa288b4c-b51a-4ef0-b700-0da46529617f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.508075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.508596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "fa288b4c-b51a-4ef0-b700-0da46529617f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.508596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.508596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.511048] env[69433]: DEBUG nova.network.neutron [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Successfully updated port: 5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.513841] env[69433]: INFO nova.compute.manager [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Terminating instance [ 703.541894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87dbddf9-1f6b-476e-b10d-6b15551ca627 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "1e732690-5902-4ffd-bea7-98d10fb33549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.483s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.769462] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.808932] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "7530c7cf-94a7-415b-a631-7777e2b09a47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.809256] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.809481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "7530c7cf-94a7-415b-a631-7777e2b09a47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.809661] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.809850] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.812076] env[69433]: INFO nova.compute.manager [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Terminating instance [ 703.926997] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338160, 'name': Destroy_Task, 'duration_secs': 1.59561} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.927317] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Destroyed the VM [ 703.927644] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 703.927903] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd37d099-ed7c-4a01-b52a-ec4870f36dd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.936515] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 703.936515] env[69433]: value = "task-3338163" [ 703.936515] env[69433]: _type = "Task" [ 703.936515] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.947422] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338163, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.017343] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.018669] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquired lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.018669] env[69433]: DEBUG nova.network.neutron [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.023709] env[69433]: DEBUG nova.compute.manager [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.024594] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.025723] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456370ec-d9ed-45fc-8c3d-9d84c8dd118e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.036280] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.041022] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf0d07e8-6ed1-4605-b295-4b4a71f7f825 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.050276] env[69433]: DEBUG oslo_vmware.api [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 704.050276] env[69433]: value = "task-3338164" [ 704.050276] env[69433]: _type = "Task" [ 704.050276] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.066244] env[69433]: DEBUG oslo_vmware.api [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.089945] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003786f5-59f5-4576-b352-6b9bf776f4a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.098331] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0b1b3e-aae9-473a-839c-5b6f5b33c6c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.130393] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a4b641-0338-41e4-80f0-db4bfee36693 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.139296] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e29a0-ad50-4c15-b7b8-f7318c8a827f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.154032] env[69433]: DEBUG nova.compute.provider_tree [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.178942] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "392a7894-9094-4707-9de4-9746b64eedd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.179137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "392a7894-9094-4707-9de4-9746b64eedd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.179353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "392a7894-9094-4707-9de4-9746b64eedd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.179524] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "392a7894-9094-4707-9de4-9746b64eedd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.179796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "392a7894-9094-4707-9de4-9746b64eedd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.181850] env[69433]: INFO nova.compute.manager [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Terminating instance [ 704.269736] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338162, 'name': ReconfigVM_Task, 'duration_secs': 1.091023} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.270043] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Reconfigured VM instance instance-0000001e to attach disk [datastore1] efa44fa4-14ba-441f-8c6a-64c557cda2d0/efa44fa4-14ba-441f-8c6a-64c557cda2d0.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.270696] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5431e8eb-d7a7-4604-88b9-41495a6f3cd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.278734] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 704.278734] env[69433]: value = "task-3338165" [ 704.278734] env[69433]: _type = "Task" [ 704.278734] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.287763] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338165, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.318908] env[69433]: DEBUG nova.compute.manager [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.319296] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.320523] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2259acbd-41a3-461d-8556-d5dad02e2f7f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.330341] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.330341] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bbf2455-1bbc-4cc4-a0a8-ba3c458870c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.338778] env[69433]: DEBUG oslo_vmware.api [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 704.338778] env[69433]: value = "task-3338166" [ 704.338778] env[69433]: _type = "Task" [ 704.338778] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.349957] env[69433]: DEBUG oslo_vmware.api [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.447608] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338163, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.473957] env[69433]: DEBUG nova.compute.manager [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Received event network-vif-plugged-5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.474300] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] Acquiring lock "a8997733-2108-4557-81d2-3e470f547ea6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.474568] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] Lock "a8997733-2108-4557-81d2-3e470f547ea6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.474812] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] Lock "a8997733-2108-4557-81d2-3e470f547ea6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.475072] env[69433]: DEBUG nova.compute.manager [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] No waiting events found dispatching network-vif-plugged-5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 704.475322] env[69433]: WARNING nova.compute.manager [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Received unexpected event network-vif-plugged-5e6097c6-49c1-4b1d-ae7a-b227e681f89c for instance with vm_state building and task_state spawning. [ 704.475574] env[69433]: DEBUG nova.compute.manager [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Received event network-changed-5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.475833] env[69433]: DEBUG nova.compute.manager [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Refreshing instance network info cache due to event network-changed-5e6097c6-49c1-4b1d-ae7a-b227e681f89c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.476094] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] Acquiring lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.560604] env[69433]: DEBUG oslo_vmware.api [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338164, 'name': PowerOffVM_Task, 'duration_secs': 0.320396} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.560903] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.561598] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.561911] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e79f884-7887-4d4b-b570-6cb15bcc6b8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.573826] env[69433]: DEBUG nova.network.neutron [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.649491] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.649747] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.649903] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleting the datastore file [datastore2] fa288b4c-b51a-4ef0-b700-0da46529617f {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.650216] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a540e1a4-d3fa-448f-992e-359c7d7521c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.657051] env[69433]: DEBUG nova.scheduler.client.report [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.662255] env[69433]: DEBUG oslo_vmware.api [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 704.662255] env[69433]: value = "task-3338168" [ 704.662255] env[69433]: _type = "Task" [ 704.662255] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.673378] env[69433]: DEBUG oslo_vmware.api [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.687024] env[69433]: DEBUG nova.compute.manager [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.687232] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.688091] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b6fd43-25c1-4ca2-b68c-b43d27d0f614 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.700829] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.701600] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a157c9ad-7e85-4521-81c6-a7ced8041326 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.712200] env[69433]: DEBUG oslo_vmware.api [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 704.712200] env[69433]: value = "task-3338169" [ 704.712200] env[69433]: _type = "Task" [ 704.712200] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.724553] env[69433]: DEBUG oslo_vmware.api [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.767813] env[69433]: DEBUG nova.network.neutron [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updating instance_info_cache with network_info: [{"id": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "address": "fa:16:3e:68:96:a1", "network": {"id": "683b3f33-56f6-4436-8997-892b1b5f2c3e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-18205450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3797a6b3854f658c1d1471fbbb4a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6097c6-49", "ovs_interfaceid": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.792466] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338165, 'name': Rename_Task, 'duration_secs': 0.238492} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.793029] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.793268] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d14c4128-e0a4-4d19-90e9-45bd1bcba2f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.802809] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 704.802809] env[69433]: value = "task-3338170" [ 704.802809] env[69433]: _type = "Task" [ 704.802809] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.813061] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.851932] env[69433]: DEBUG oslo_vmware.api [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338166, 'name': PowerOffVM_Task, 'duration_secs': 0.250987} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.852254] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.852441] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 704.852711] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b52aae61-7416-4d56-9ba4-b584ced93518 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.931036] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.931036] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.931036] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Deleting the datastore file [datastore1] 7530c7cf-94a7-415b-a631-7777e2b09a47 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.931757] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac814f9f-81b9-468e-b18e-fa98eaf22b64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.943852] env[69433]: DEBUG oslo_vmware.api [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for the task: (returnval){ [ 704.943852] env[69433]: value = "task-3338172" [ 704.943852] env[69433]: _type = "Task" [ 704.943852] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.952285] env[69433]: DEBUG oslo_vmware.api [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338163, 'name': RemoveSnapshot_Task, 'duration_secs': 0.787948} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.952977] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.953316] env[69433]: INFO nova.compute.manager [None req-358369e5-2529-4378-abfd-abf98ac69594 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Took 16.78 seconds to snapshot the instance on the hypervisor. [ 704.960064] env[69433]: DEBUG oslo_vmware.api [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.178771] env[69433]: DEBUG oslo_vmware.api [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304902} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.179092] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.179285] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.179571] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.179654] env[69433]: INFO nova.compute.manager [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 705.179872] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.180087] env[69433]: DEBUG nova.compute.manager [-] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.180180] env[69433]: DEBUG nova.network.neutron [-] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.225671] env[69433]: DEBUG oslo_vmware.api [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338169, 'name': PowerOffVM_Task, 'duration_secs': 0.239413} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.226100] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.226343] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.226695] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cae8480f-a603-4c8a-a18f-e25ede8fcae2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.274407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Releasing lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.274407] env[69433]: DEBUG nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Instance network_info: |[{"id": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "address": "fa:16:3e:68:96:a1", "network": {"id": "683b3f33-56f6-4436-8997-892b1b5f2c3e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-18205450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3797a6b3854f658c1d1471fbbb4a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6097c6-49", "ovs_interfaceid": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.274530] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] Acquired lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.274530] env[69433]: DEBUG nova.network.neutron [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Refreshing network info cache for port 5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.274530] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:96:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6097c6-49c1-4b1d-ae7a-b227e681f89c', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.283923] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Creating folder: Project (9f3797a6b3854f658c1d1471fbbb4a74). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.286068] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cffdfc41-c608-458a-85cb-bc58d897d444 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.302413] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.302833] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.303179] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Deleting the datastore file [datastore1] 392a7894-9094-4707-9de4-9746b64eedd7 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.304454] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13b19bbe-1069-4563-82d0-55fc469c0b2e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.307374] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Created folder: Project (9f3797a6b3854f658c1d1471fbbb4a74) in parent group-v666200. [ 705.307645] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Creating folder: Instances. Parent ref: group-v666290. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.312167] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8aaf5506-c5ec-4376-bd73-8127e9d2f5ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.319902] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338170, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.321341] env[69433]: DEBUG oslo_vmware.api [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for the task: (returnval){ [ 705.321341] env[69433]: value = "task-3338175" [ 705.321341] env[69433]: _type = "Task" [ 705.321341] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.326811] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Created folder: Instances in parent group-v666290. [ 705.326975] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.327595] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.327877] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91f19218-4f6c-4792-a343-4e7dfa70439f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.349992] env[69433]: DEBUG oslo_vmware.api [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.357834] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.357834] env[69433]: value = "task-3338177" [ 705.357834] env[69433]: _type = "Task" [ 705.357834] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.369710] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338177, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.457429] env[69433]: DEBUG oslo_vmware.api [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Task: {'id': task-3338172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292617} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.460084] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.460084] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.460084] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.460084] env[69433]: INFO nova.compute.manager [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Took 1.14 seconds to destroy the instance on the hypervisor. [ 705.460084] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.460395] env[69433]: DEBUG nova.compute.manager [-] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.460395] env[69433]: DEBUG nova.network.neutron [-] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.603495] env[69433]: DEBUG nova.network.neutron [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updated VIF entry in instance network info cache for port 5e6097c6-49c1-4b1d-ae7a-b227e681f89c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.603907] env[69433]: DEBUG nova.network.neutron [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updating instance_info_cache with network_info: [{"id": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "address": "fa:16:3e:68:96:a1", "network": {"id": "683b3f33-56f6-4436-8997-892b1b5f2c3e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-18205450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3797a6b3854f658c1d1471fbbb4a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6097c6-49", "ovs_interfaceid": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.674334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.655s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.681020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.356s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.681020] env[69433]: INFO nova.compute.claims [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.817549] env[69433]: DEBUG oslo_vmware.api [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338170, 'name': PowerOnVM_Task, 'duration_secs': 0.678563} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.817960] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.818182] env[69433]: INFO nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Took 9.75 seconds to spawn the instance on the hypervisor. [ 705.818370] env[69433]: DEBUG nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.819236] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f065d7a-40b6-44e1-9482-bcc0931147e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.837253] env[69433]: DEBUG oslo_vmware.api [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Task: {'id': task-3338175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30081} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.837897] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.838241] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.838308] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.838467] env[69433]: INFO nova.compute.manager [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 705.838772] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.838982] env[69433]: DEBUG nova.compute.manager [-] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.839089] env[69433]: DEBUG nova.network.neutron [-] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.870517] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338177, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.051947] env[69433]: DEBUG nova.network.neutron [-] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.107323] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0a07233-5d3c-402e-b758-30795c1fde08 req-01dd38f5-0760-46d8-b6dc-c6040a9b037a service nova] Releasing lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.254783] env[69433]: INFO nova.scheduler.client.report [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Deleted allocation for migration a27189f6-243c-4023-86db-cfade40c92fd [ 706.350380] env[69433]: INFO nova.compute.manager [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Took 44.77 seconds to build instance. [ 706.392629] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338177, 'name': CreateVM_Task, 'duration_secs': 0.543097} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.393234] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.394177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.394177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.394563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.394883] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f65da00-b01a-44e5-b217-8b598d50fbcb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.405072] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 706.405072] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb0f08-7dd0-8d64-738b-4ea628f183fc" [ 706.405072] env[69433]: _type = "Task" [ 706.405072] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.417393] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb0f08-7dd0-8d64-738b-4ea628f183fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.503897] env[69433]: DEBUG nova.compute.manager [req-0a78f003-c552-41ad-8b6c-e79fe812710d req-0311410a-ce85-4a57-af35-e1a6f83bf6d4 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Received event network-vif-deleted-cca1044a-ab12-42de-8891-bcaf78cd0386 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.504102] env[69433]: INFO nova.compute.manager [req-0a78f003-c552-41ad-8b6c-e79fe812710d req-0311410a-ce85-4a57-af35-e1a6f83bf6d4 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Neutron deleted interface cca1044a-ab12-42de-8891-bcaf78cd0386; detaching it from the instance and deleting it from the info cache [ 706.504396] env[69433]: DEBUG nova.network.neutron [req-0a78f003-c552-41ad-8b6c-e79fe812710d req-0311410a-ce85-4a57-af35-e1a6f83bf6d4 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.556044] env[69433]: INFO nova.compute.manager [-] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Took 1.38 seconds to deallocate network for instance. [ 706.653653] env[69433]: DEBUG nova.compute.manager [req-8f65e42c-efb4-49b0-a608-4af6296644d1 req-5548b313-7cfd-448c-86cc-83578835acec service nova] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Received event network-vif-deleted-c6721ef4-7983-410e-b0b0-52c1ae5bcd6a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.653852] env[69433]: DEBUG nova.compute.manager [req-8f65e42c-efb4-49b0-a608-4af6296644d1 req-5548b313-7cfd-448c-86cc-83578835acec service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Received event network-vif-deleted-acc8de5f-f3bd-428c-b345-ec3441df50ee {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.655377] env[69433]: INFO nova.compute.manager [req-8f65e42c-efb4-49b0-a608-4af6296644d1 req-5548b313-7cfd-448c-86cc-83578835acec service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Neutron deleted interface acc8de5f-f3bd-428c-b345-ec3441df50ee; detaching it from the instance and deleting it from the info cache [ 706.655377] env[69433]: DEBUG nova.network.neutron [req-8f65e42c-efb4-49b0-a608-4af6296644d1 req-5548b313-7cfd-448c-86cc-83578835acec service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.656656] env[69433]: DEBUG nova.compute.manager [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.657835] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf122bc-2d3b-4446-8ff2-71d5b8eb8ac4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.682357] env[69433]: DEBUG nova.network.neutron [-] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.762450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-397cf6da-378b-4472-993c-27b18c869977 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.951s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.857077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1a31ad81-625e-424f-a014-ae32e8cc6ca7 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.950s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.867280] env[69433]: DEBUG nova.network.neutron [-] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.925227] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb0f08-7dd0-8d64-738b-4ea628f183fc, 'name': SearchDatastore_Task, 'duration_secs': 0.019197} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.925691] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.925973] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.926305] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.926696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.926765] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.927150] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a14abc63-7493-4611-9411-0da0d9e70b80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.942020] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.942262] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.943043] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1afc09-ff4f-48fd-a026-3a36deef4a90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.952324] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 706.952324] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523f3095-cd2e-7ef2-b15c-c0f00f01f849" [ 706.952324] env[69433]: _type = "Task" [ 706.952324] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.965070] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523f3095-cd2e-7ef2-b15c-c0f00f01f849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.007480] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a01d7077-e2d8-4ee3-a08f-6ba5757eff3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.025349] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10bb705-fbc7-431e-9433-eac858808b61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.069924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.070388] env[69433]: DEBUG nova.compute.manager [req-0a78f003-c552-41ad-8b6c-e79fe812710d req-0311410a-ce85-4a57-af35-e1a6f83bf6d4 service nova] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Detach interface failed, port_id=cca1044a-ab12-42de-8891-bcaf78cd0386, reason: Instance 7530c7cf-94a7-415b-a631-7777e2b09a47 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 707.161874] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cd6461f-b911-4a29-a37c-c254ac33e47c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.175161] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb50f8f-004e-44c6-a8bb-166a982277b0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.192661] env[69433]: INFO nova.compute.manager [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] instance snapshotting [ 707.194641] env[69433]: INFO nova.compute.manager [-] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Took 1.74 seconds to deallocate network for instance. [ 707.200287] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28b7bc4-1afa-4189-b3f4-de840a59df17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.242936] env[69433]: DEBUG nova.compute.manager [req-8f65e42c-efb4-49b0-a608-4af6296644d1 req-5548b313-7cfd-448c-86cc-83578835acec service nova] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Detach interface failed, port_id=acc8de5f-f3bd-428c-b345-ec3441df50ee, reason: Instance 392a7894-9094-4707-9de4-9746b64eedd7 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 707.247659] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a6d3e1-5028-4e7a-bcef-b0090a80f396 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.365195] env[69433]: DEBUG nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.380320] env[69433]: INFO nova.compute.manager [-] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Took 1.54 seconds to deallocate network for instance. [ 707.397453] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d8ca29-3f7a-4643-97ec-04eb49f0f4f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.407753] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dc2dc2-2106-46db-bfe6-3dfa8df0855b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.449204] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eb67a2-efb9-4edf-bc37-5a19c38ba71b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.461792] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884756af-0346-42a7-818d-07ca832adb26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.470321] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523f3095-cd2e-7ef2-b15c-c0f00f01f849, 'name': SearchDatastore_Task, 'duration_secs': 0.019861} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.471559] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f5e4e4-a742-421b-92a6-20e077363ca0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.482836] env[69433]: DEBUG nova.compute.provider_tree [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.488960] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 707.488960] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c122b7-8cc1-c4d9-9278-10deb00b165f" [ 707.488960] env[69433]: _type = "Task" [ 707.488960] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.499502] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c122b7-8cc1-c4d9-9278-10deb00b165f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.712537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.761228] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 707.762367] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07667b5d-3954-41a1-8463-ab8bbb65f01a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.773631] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 707.773631] env[69433]: value = "task-3338178" [ 707.773631] env[69433]: _type = "Task" [ 707.773631] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.787219] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338178, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.889572] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.891407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.986390] env[69433]: DEBUG nova.scheduler.client.report [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.003850] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c122b7-8cc1-c4d9-9278-10deb00b165f, 'name': SearchDatastore_Task, 'duration_secs': 0.020213} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.004246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.004505] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a8997733-2108-4557-81d2-3e470f547ea6/a8997733-2108-4557-81d2-3e470f547ea6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 708.004880] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cee636f-58e3-4199-ab1b-12235b951134 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.017609] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 708.017609] env[69433]: value = "task-3338179" [ 708.017609] env[69433]: _type = "Task" [ 708.017609] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.028967] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.067317] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.067640] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.296705] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338178, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.299799] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236b57e-fc69-ee8f-412f-b679b7d103d9/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 708.301061] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5bd710-64f4-4710-870d-5b69ea6e65b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.310063] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236b57e-fc69-ee8f-412f-b679b7d103d9/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 708.310362] env[69433]: ERROR oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236b57e-fc69-ee8f-412f-b679b7d103d9/disk-0.vmdk due to incomplete transfer. [ 708.310671] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dfa52467-26f5-434c-911f-4428c5a8319f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.324633] env[69433]: DEBUG oslo_vmware.rw_handles [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5236b57e-fc69-ee8f-412f-b679b7d103d9/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 708.324633] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Uploaded image 72c67095-8e55-4f58-997c-48c7a6260027 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 708.326952] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 708.327831] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-63e229b7-d5ed-449d-9383-d702c53b1f68 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.337023] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 708.337023] env[69433]: value = "task-3338180" [ 708.337023] env[69433]: _type = "Task" [ 708.337023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.347906] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338180, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.410348] env[69433]: DEBUG nova.compute.manager [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 708.497623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.498501] env[69433]: DEBUG nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.501562] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.199s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.506406] env[69433]: INFO nova.compute.claims [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.530014] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.785620] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338178, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.848468] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338180, 'name': Destroy_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.932173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.011498] env[69433]: DEBUG nova.compute.utils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.018853] env[69433]: DEBUG nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 709.029641] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581662} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.030680] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a8997733-2108-4557-81d2-3e470f547ea6/a8997733-2108-4557-81d2-3e470f547ea6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.030680] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.030680] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03c1375e-64b4-4117-a23e-9466b46d0d6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.039164] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 709.039164] env[69433]: value = "task-3338181" [ 709.039164] env[69433]: _type = "Task" [ 709.039164] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.052269] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.071450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "92a06e75-bc77-4211-8ed4-c30ed8751be5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.071685] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.286172] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338178, 'name': CreateSnapshot_Task, 'duration_secs': 1.088531} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.286444] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 709.287225] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043d11ec-9ede-47a7-a825-7f1f93c84d5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.348366] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338180, 'name': Destroy_Task, 'duration_secs': 0.678384} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.348639] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Destroyed the VM [ 709.348876] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 709.349295] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-87c9e3a4-650b-4369-a794-85d14210a8fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.357012] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 709.357012] env[69433]: value = "task-3338182" [ 709.357012] env[69433]: _type = "Task" [ 709.357012] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.370205] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.518869] env[69433]: DEBUG nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.553430] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081592} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.554681] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.555633] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbbdd4b-8a8c-45bb-b79e-3b0988130db6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.584521] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] a8997733-2108-4557-81d2-3e470f547ea6/a8997733-2108-4557-81d2-3e470f547ea6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.587980] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5608d94a-459d-46bc-ac91-5a438de2dc7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.609128] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 709.609128] env[69433]: value = "task-3338183" [ 709.609128] env[69433]: _type = "Task" [ 709.609128] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.619297] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.806190] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 709.806822] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-918f58c7-d915-437f-adbf-1212cc131fa8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.817097] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 709.817097] env[69433]: value = "task-3338184" [ 709.817097] env[69433]: _type = "Task" [ 709.817097] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.833029] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338184, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.871103] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.124594] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338183, 'name': ReconfigVM_Task, 'duration_secs': 0.311914} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.124909] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Reconfigured VM instance instance-0000001f to attach disk [datastore1] a8997733-2108-4557-81d2-3e470f547ea6/a8997733-2108-4557-81d2-3e470f547ea6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.126670] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2746004f-7ab3-414f-8a37-45ac80f11720 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.129153] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ea97d-69f7-4d57-97e7-fe8070695ddb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.140281] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40250716-3f95-4e6a-945e-08c6a49fd185 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.146989] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 710.146989] env[69433]: value = "task-3338185" [ 710.146989] env[69433]: _type = "Task" [ 710.146989] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.156977] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338185, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.186551] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8955e701-e0d4-41b7-b9a9-272316539fce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.197094] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88afb630-e5de-4924-961c-610071b1c2ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.216657] env[69433]: DEBUG nova.compute.provider_tree [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.332721] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338184, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.387364] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338182, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.532998] env[69433]: DEBUG nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.561723] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.561967] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.562160] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.562350] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.562495] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.562643] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.562860] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.563033] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.563213] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.563379] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.563569] env[69433]: DEBUG nova.virt.hardware [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.564489] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38822d4-2e96-4382-ba64-49881113bf28 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.573334] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a011f1-56ab-4f25-aa09-85b3e93e36ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.588315] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.593939] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Creating folder: Project (accdec6c2ec94043a53a2b9ee4f28e0b). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.594314] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d82349e-5bc8-4a6c-b3d5-6313660a299c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.607323] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Created folder: Project (accdec6c2ec94043a53a2b9ee4f28e0b) in parent group-v666200. [ 710.607526] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Creating folder: Instances. Parent ref: group-v666295. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.607782] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2522a070-5df4-4a61-bd81-44c7b17545ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.627648] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Created folder: Instances in parent group-v666295. [ 710.627928] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.628151] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.628370] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d080cfd9-ad19-4817-801f-42e5537334dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.647071] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.647071] env[69433]: value = "task-3338188" [ 710.647071] env[69433]: _type = "Task" [ 710.647071] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.659183] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338188, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.662193] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338185, 'name': Rename_Task, 'duration_secs': 0.177676} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.662449] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.662710] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a0a3c44-296d-478f-8ebe-f8a3bdf9a600 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.671201] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 710.671201] env[69433]: value = "task-3338189" [ 710.671201] env[69433]: _type = "Task" [ 710.671201] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.680387] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.719824] env[69433]: DEBUG nova.scheduler.client.report [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.831802] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338184, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.872807] env[69433]: DEBUG oslo_vmware.api [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338182, 'name': RemoveSnapshot_Task, 'duration_secs': 1.296485} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.873403] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 710.873505] env[69433]: INFO nova.compute.manager [None req-0a57ad42-8f43-49fb-9d60-3347fcf50f16 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 711.160250] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338188, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.181602] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338189, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.227376] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.227376] env[69433]: DEBUG nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.229816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.508s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.230334] env[69433]: DEBUG nova.objects.instance [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lazy-loading 'resources' on Instance uuid 2c1cbcc3-22f0-4443-95cd-05dafecde659 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.333840] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338184, 'name': CloneVM_Task, 'duration_secs': 1.500502} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.334160] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Created linked-clone VM from snapshot [ 711.334961] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ee8621-a010-44ad-b297-c733833eeeb3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.343853] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Uploading image d64340c8-8b4c-43bb-ae37-82aa6f665337 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 711.383554] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 711.383554] env[69433]: value = "vm-666294" [ 711.383554] env[69433]: _type = "VirtualMachine" [ 711.383554] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 711.383850] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-54b4276a-9c2d-43c8-952f-4a86e7813af6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.394536] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lease: (returnval){ [ 711.394536] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e46371-c56e-1420-bf38-4a506f45ab2c" [ 711.394536] env[69433]: _type = "HttpNfcLease" [ 711.394536] env[69433]: } obtained for exporting VM: (result){ [ 711.394536] env[69433]: value = "vm-666294" [ 711.394536] env[69433]: _type = "VirtualMachine" [ 711.394536] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 711.394829] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the lease: (returnval){ [ 711.394829] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e46371-c56e-1420-bf38-4a506f45ab2c" [ 711.394829] env[69433]: _type = "HttpNfcLease" [ 711.394829] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 711.402486] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.402486] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e46371-c56e-1420-bf38-4a506f45ab2c" [ 711.402486] env[69433]: _type = "HttpNfcLease" [ 711.402486] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 711.659108] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338188, 'name': CreateVM_Task, 'duration_secs': 0.525407} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.659274] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.659725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.659890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.660242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.660518] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c3156a-4dc1-4a67-9196-7217b6088fde {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.667141] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 711.667141] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52856daf-9ca9-aad4-290e-0632f318b3b0" [ 711.667141] env[69433]: _type = "Task" [ 711.667141] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.678355] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52856daf-9ca9-aad4-290e-0632f318b3b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.683987] env[69433]: DEBUG oslo_vmware.api [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338189, 'name': PowerOnVM_Task, 'duration_secs': 0.619194} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.684276] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.684476] env[69433]: INFO nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Took 8.96 seconds to spawn the instance on the hypervisor. [ 711.684653] env[69433]: DEBUG nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.685480] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ec01d-68c3-48af-8cd5-88bc80de1b42 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.733602] env[69433]: DEBUG nova.compute.utils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.735765] env[69433]: DEBUG nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 711.735983] env[69433]: DEBUG nova.network.neutron [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 711.786337] env[69433]: DEBUG nova.policy [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdc151bb994b4117948af13c20fbb400', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ceeedd39e2544f2fb98946061dd1e8fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.908189] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 711.908189] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e46371-c56e-1420-bf38-4a506f45ab2c" [ 711.908189] env[69433]: _type = "HttpNfcLease" [ 711.908189] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 711.908378] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 711.908378] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e46371-c56e-1420-bf38-4a506f45ab2c" [ 711.908378] env[69433]: _type = "HttpNfcLease" [ 711.908378] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 711.909470] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6cd946-609b-4636-add1-455bc1c3f072 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.929143] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e563-44de-fb9a-1b2a-d67d771cc611/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 711.929353] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e563-44de-fb9a-1b2a-d67d771cc611/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 712.044783] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f68cc6d-1db8-4385-a9d0-6575117e7c9e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.146186] env[69433]: DEBUG nova.network.neutron [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Successfully created port: 488379ff-f0b0-4af1-9308-dc1710617812 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.178983] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52856daf-9ca9-aad4-290e-0632f318b3b0, 'name': SearchDatastore_Task, 'duration_secs': 0.026059} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.179996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.179996] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.179996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.179996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.180235] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.180371] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d182a3d-69cd-42a7-abf9-3f4f3c85affb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.195025] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.195528] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.195850] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3271e689-4212-419a-a24e-a82d09ec14f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.215127] env[69433]: INFO nova.compute.manager [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Took 40.18 seconds to build instance. [ 712.215363] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 712.215363] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52518d9d-b46e-2a87-117f-305f5e397c06" [ 712.215363] env[69433]: _type = "Task" [ 712.215363] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.224800] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52518d9d-b46e-2a87-117f-305f5e397c06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.244313] env[69433]: DEBUG nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.462365] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bdb465-9a1a-4dd1-b852-8e58da1b9697 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.471529] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba0721d-f5a8-41c0-8b41-1f2025551b26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.505166] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8124a3d-fcee-487a-91bf-17a9edd4e13e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.514775] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ee0f5-12d8-441b-8d35-2a4b1fefa5a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.532958] env[69433]: DEBUG nova.compute.provider_tree [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.716868] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2a45b622-3899-436f-be88-e683cf6dcd52 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "a8997733-2108-4557-81d2-3e470f547ea6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.110s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.731387] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52518d9d-b46e-2a87-117f-305f5e397c06, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.732499] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9724cc-57a8-45d9-8a7e-7ec8c970e098 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.742588] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 712.742588] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5283587f-9b66-a6a2-c33b-462e255472e3" [ 712.742588] env[69433]: _type = "Task" [ 712.742588] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.759352] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5283587f-9b66-a6a2-c33b-462e255472e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013081} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.759707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.760140] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 74e361f7-4db6-4646-84e0-5d467f559fd9/74e361f7-4db6-4646-84e0-5d467f559fd9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.760495] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed003c98-d911-43e1-815e-dbe75c3a3dea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.772366] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 712.772366] env[69433]: value = "task-3338191" [ 712.772366] env[69433]: _type = "Task" [ 712.772366] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.786223] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.037308] env[69433]: DEBUG nova.scheduler.client.report [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.224030] env[69433]: DEBUG nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.254128] env[69433]: DEBUG nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.271654] env[69433]: DEBUG nova.compute.manager [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.273851] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcae95ac-b607-414f-8ee0-36ba072ae51b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.286036] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.286367] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.286530] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.286719] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.286911] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.287018] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.287289] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.287465] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.287643] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.287848] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.287983] env[69433]: DEBUG nova.virt.hardware [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.289376] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c8b2fa-a526-461f-a919-f6844243eeaa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.307142] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338191, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.314645] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e629a-ab11-4c9a-97fa-94ef9072c1ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.546096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.315s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.547147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 31.931s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.547365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.547765] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 713.548824] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.530s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.549970] env[69433]: INFO nova.compute.claims [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.553729] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac07db5-4b1b-46be-9afb-6860c244a26d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.565354] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc67e92f-808a-4936-b286-58f408593780 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.584698] env[69433]: INFO nova.scheduler.client.report [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Deleted allocations for instance 2c1cbcc3-22f0-4443-95cd-05dafecde659 [ 713.586556] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0bed2b-79aa-4a26-b5ca-1b112143b21c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.598948] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8fbea1-846b-45a4-8aa3-7a44aeb78ce6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.634356] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178599MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 713.634700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.752034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.791957] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616964} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.791957] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 74e361f7-4db6-4646-84e0-5d467f559fd9/74e361f7-4db6-4646-84e0-5d467f559fd9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.792305] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.793311] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a62ce366-e740-4df6-9edd-251066000585 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.802895] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 713.802895] env[69433]: value = "task-3338192" [ 713.802895] env[69433]: _type = "Task" [ 713.802895] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.808874] env[69433]: INFO nova.compute.manager [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] instance snapshotting [ 713.812022] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2d0302-7980-428e-9e97-aaf99bb4ab86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.818528] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.839742] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4f7e75-fc18-477a-8291-8ee1e1df177e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.083229] env[69433]: DEBUG nova.network.neutron [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Successfully updated port: 488379ff-f0b0-4af1-9308-dc1710617812 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.096328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-38efb833-5e78-4089-806b-c8c16ed9badb tempest-ServersNegativeTestMultiTenantJSON-887320848 tempest-ServersNegativeTestMultiTenantJSON-887320848-project-member] Lock "2c1cbcc3-22f0-4443-95cd-05dafecde659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.962s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.122321] env[69433]: DEBUG nova.compute.manager [req-37eec3e2-d8a0-4969-a776-593135f02d0c req-eab7e5d7-d4b2-4175-a162-0488d50421c0 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Received event network-vif-plugged-488379ff-f0b0-4af1-9308-dc1710617812 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.122640] env[69433]: DEBUG oslo_concurrency.lockutils [req-37eec3e2-d8a0-4969-a776-593135f02d0c req-eab7e5d7-d4b2-4175-a162-0488d50421c0 service nova] Acquiring lock "8a408ee7-9957-489d-8dd4-fe4dab792d26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.122946] env[69433]: DEBUG oslo_concurrency.lockutils [req-37eec3e2-d8a0-4969-a776-593135f02d0c req-eab7e5d7-d4b2-4175-a162-0488d50421c0 service nova] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.123237] env[69433]: DEBUG oslo_concurrency.lockutils [req-37eec3e2-d8a0-4969-a776-593135f02d0c req-eab7e5d7-d4b2-4175-a162-0488d50421c0 service nova] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.123761] env[69433]: DEBUG nova.compute.manager [req-37eec3e2-d8a0-4969-a776-593135f02d0c req-eab7e5d7-d4b2-4175-a162-0488d50421c0 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] No waiting events found dispatching network-vif-plugged-488379ff-f0b0-4af1-9308-dc1710617812 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.123939] env[69433]: WARNING nova.compute.manager [req-37eec3e2-d8a0-4969-a776-593135f02d0c req-eab7e5d7-d4b2-4175-a162-0488d50421c0 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Received unexpected event network-vif-plugged-488379ff-f0b0-4af1-9308-dc1710617812 for instance with vm_state building and task_state spawning. [ 714.315748] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088042} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.316072] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.316907] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac55536-0593-40da-acc9-3f59202ba552 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.339142] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 74e361f7-4db6-4646-84e0-5d467f559fd9/74e361f7-4db6-4646-84e0-5d467f559fd9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.339461] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa5a321-2eed-4512-810e-eea6edab0ac4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.354743] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 714.355034] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf4f5e48-621e-4b8c-b21f-f93c358e1625 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.365142] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 714.365142] env[69433]: value = "task-3338194" [ 714.365142] env[69433]: _type = "Task" [ 714.365142] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.366267] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 714.366267] env[69433]: value = "task-3338193" [ 714.366267] env[69433]: _type = "Task" [ 714.366267] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.391892] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.586330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.586509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.586665] env[69433]: DEBUG nova.network.neutron [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.894711] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.900777] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338193, 'name': CreateSnapshot_Task, 'duration_secs': 0.507859} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.904757] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.905495] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b763b368-7d9e-4ba3-bd95-cece54e3523b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.129995] env[69433]: DEBUG nova.network.neutron [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.208167] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172f6fb0-9a0b-4b49-8f14-373043143b2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.220963] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a68ddf-f9e7-4c76-8ef8-437757e3e1f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.264568] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98f9b18-6150-449c-9cba-6943fe8fdbd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.273655] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a48705-02ec-47bc-b26d-56d23b6ec85a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.289901] env[69433]: DEBUG nova.compute.provider_tree [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.344121] env[69433]: DEBUG nova.network.neutron [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Updating instance_info_cache with network_info: [{"id": "488379ff-f0b0-4af1-9308-dc1710617812", "address": "fa:16:3e:3a:65:65", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488379ff-f0", "ovs_interfaceid": "488379ff-f0b0-4af1-9308-dc1710617812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.379060] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338194, 'name': ReconfigVM_Task, 'duration_secs': 0.621723} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.379399] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 74e361f7-4db6-4646-84e0-5d467f559fd9/74e361f7-4db6-4646-84e0-5d467f559fd9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.380040] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4b1dd35-da1e-4d8b-ae65-fbf53c75d2c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.388217] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 715.388217] env[69433]: value = "task-3338195" [ 715.388217] env[69433]: _type = "Task" [ 715.388217] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.397874] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338195, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.428981] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 715.429600] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-75a65ffa-1a4e-4900-ba48-88a846019dc5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.441268] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 715.441268] env[69433]: value = "task-3338196" [ 715.441268] env[69433]: _type = "Task" [ 715.441268] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.452348] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338196, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.793122] env[69433]: DEBUG nova.scheduler.client.report [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.847070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.847412] env[69433]: DEBUG nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Instance network_info: |[{"id": "488379ff-f0b0-4af1-9308-dc1710617812", "address": "fa:16:3e:3a:65:65", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488379ff-f0", "ovs_interfaceid": "488379ff-f0b0-4af1-9308-dc1710617812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.847843] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:65:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '488379ff-f0b0-4af1-9308-dc1710617812', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.856053] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.856704] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.856967] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a77f99-b46f-4933-9e6a-5edbbfa68ca8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.881145] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.881145] env[69433]: value = "task-3338197" [ 715.881145] env[69433]: _type = "Task" [ 715.881145] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.890885] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338197, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.901144] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338195, 'name': Rename_Task, 'duration_secs': 0.310706} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.902348] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.902605] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3ea5166-b389-40cf-9ae0-39111689ea46 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.911487] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 715.911487] env[69433]: value = "task-3338198" [ 715.911487] env[69433]: _type = "Task" [ 715.911487] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.922522] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.954432] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338196, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.301093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.301800] env[69433]: DEBUG nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.308617] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.143s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.311139] env[69433]: INFO nova.compute.claims [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.384035] env[69433]: DEBUG nova.compute.manager [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Received event network-changed-5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.384035] env[69433]: DEBUG nova.compute.manager [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Refreshing instance network info cache due to event network-changed-5e6097c6-49c1-4b1d-ae7a-b227e681f89c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.384035] env[69433]: DEBUG oslo_concurrency.lockutils [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] Acquiring lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.384035] env[69433]: DEBUG oslo_concurrency.lockutils [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] Acquired lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.384035] env[69433]: DEBUG nova.network.neutron [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Refreshing network info cache for port 5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.402748] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338197, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.431390] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.458784] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338196, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.870087] env[69433]: DEBUG nova.compute.utils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.870087] env[69433]: DEBUG nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.870087] env[69433]: DEBUG nova.network.neutron [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.898729] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338197, 'name': CreateVM_Task, 'duration_secs': 0.58024} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.898919] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.902556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.902556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.902556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.902556] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8891dd20-6b29-485a-926a-a778579d5aa5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.908564] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 716.908564] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c7e24f-7448-2301-3cfa-8aa7f0401c25" [ 716.908564] env[69433]: _type = "Task" [ 716.908564] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.923208] env[69433]: DEBUG oslo_vmware.api [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338198, 'name': PowerOnVM_Task, 'duration_secs': 0.967804} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.930007] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.930286] env[69433]: INFO nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Took 6.40 seconds to spawn the instance on the hypervisor. [ 716.930482] env[69433]: DEBUG nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.931158] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c7e24f-7448-2301-3cfa-8aa7f0401c25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.931928] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746e377d-73c5-4854-8526-e8b3af80e994 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.944237] env[69433]: DEBUG nova.policy [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af14cb6b33e94311859c0fb6c79171b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5047490331c24f4ab1719d806e5d6305', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.959016] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338196, 'name': CloneVM_Task, 'duration_secs': 1.39911} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.959483] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Created linked-clone VM from snapshot [ 716.960319] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679522b7-bd34-4351-85c0-fe469e9e56c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.969249] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Uploading image 8c66e161-d31e-46c4-9a47-5f07cea6cf5e {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 717.001751] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 717.001751] env[69433]: value = "vm-666299" [ 717.001751] env[69433]: _type = "VirtualMachine" [ 717.001751] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 717.002426] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fbe27d64-cb67-4544-b62e-357883676120 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.011339] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lease: (returnval){ [ 717.011339] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a99e2-0557-002a-18aa-b15cf4c782a6" [ 717.011339] env[69433]: _type = "HttpNfcLease" [ 717.011339] env[69433]: } obtained for exporting VM: (result){ [ 717.011339] env[69433]: value = "vm-666299" [ 717.011339] env[69433]: _type = "VirtualMachine" [ 717.011339] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 717.011762] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the lease: (returnval){ [ 717.011762] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a99e2-0557-002a-18aa-b15cf4c782a6" [ 717.011762] env[69433]: _type = "HttpNfcLease" [ 717.011762] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 717.019999] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 717.019999] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a99e2-0557-002a-18aa-b15cf4c782a6" [ 717.019999] env[69433]: _type = "HttpNfcLease" [ 717.019999] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 717.325015] env[69433]: DEBUG nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.342745] env[69433]: DEBUG nova.network.neutron [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updated VIF entry in instance network info cache for port 5e6097c6-49c1-4b1d-ae7a-b227e681f89c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.343277] env[69433]: DEBUG nova.network.neutron [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updating instance_info_cache with network_info: [{"id": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "address": "fa:16:3e:68:96:a1", "network": {"id": "683b3f33-56f6-4436-8997-892b1b5f2c3e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-18205450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3797a6b3854f658c1d1471fbbb4a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6097c6-49", "ovs_interfaceid": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.422377] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c7e24f-7448-2301-3cfa-8aa7f0401c25, 'name': SearchDatastore_Task, 'duration_secs': 0.016771} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.426742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.426742] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.426742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.426949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.427039] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.427710] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29193ceb-130c-4835-9158-0ba151e4d407 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.455029] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.455029] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.458093] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467881d3-725c-4910-b8e2-238b6b847d13 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.461330] env[69433]: INFO nova.compute.manager [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Took 41.16 seconds to build instance. [ 717.469351] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 717.469351] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529190e7-a984-8a48-3374-bc18cf12539c" [ 717.469351] env[69433]: _type = "Task" [ 717.469351] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.481099] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529190e7-a984-8a48-3374-bc18cf12539c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.522607] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 717.522607] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a99e2-0557-002a-18aa-b15cf4c782a6" [ 717.522607] env[69433]: _type = "HttpNfcLease" [ 717.522607] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 717.523455] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 717.523455] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a99e2-0557-002a-18aa-b15cf4c782a6" [ 717.523455] env[69433]: _type = "HttpNfcLease" [ 717.523455] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 717.526431] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d1e5ce-310d-4b92-9e36-7c5345eecab7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.532033] env[69433]: DEBUG nova.network.neutron [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Successfully created port: 90f8de49-300f-46a3-b029-ab1e51adb2f7 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.540280] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efb617-f920-3059-0492-0e29362879ee/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 717.540326] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efb617-f920-3059-0492-0e29362879ee/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 717.701370] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-97b19fcf-2f40-4ae4-84ef-48b54483c1ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.850464] env[69433]: DEBUG oslo_concurrency.lockutils [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] Releasing lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.850797] env[69433]: DEBUG nova.compute.manager [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Received event network-changed-488379ff-f0b0-4af1-9308-dc1710617812 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.851280] env[69433]: DEBUG nova.compute.manager [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Refreshing instance network info cache due to event network-changed-488379ff-f0b0-4af1-9308-dc1710617812. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.851390] env[69433]: DEBUG oslo_concurrency.lockutils [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] Acquiring lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.851559] env[69433]: DEBUG oslo_concurrency.lockutils [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] Acquired lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.851814] env[69433]: DEBUG nova.network.neutron [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Refreshing network info cache for port 488379ff-f0b0-4af1-9308-dc1710617812 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.965629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-834ee472-19d1-48f1-bcda-3ba80141d4a0 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "74e361f7-4db6-4646-84e0-5d467f559fd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.716s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.989234] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529190e7-a984-8a48-3374-bc18cf12539c, 'name': SearchDatastore_Task, 'duration_secs': 0.020722} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.991696] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85c07862-2512-4e3e-ba51-77e4aa9bd0fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.002652] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 718.002652] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a7ab73-16d4-d91a-9f51-05138b8e7ec6" [ 718.002652] env[69433]: _type = "Task" [ 718.002652] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.015440] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a7ab73-16d4-d91a-9f51-05138b8e7ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.149234] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cab197b-f762-4e72-a829-2fdce3729f05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.160218] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19ac71-cb55-477e-b021-bf9b4b5bed6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.202137] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bf04de-8f75-4447-8039-8a3d5a238a63 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.211822] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ab9ff9-440c-4d69-87be-ba4de4552420 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.230516] env[69433]: DEBUG nova.compute.provider_tree [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.338759] env[69433]: DEBUG nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.472337] env[69433]: DEBUG nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.521719] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a7ab73-16d4-d91a-9f51-05138b8e7ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.016542} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.527914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.527914] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/8a408ee7-9957-489d-8dd4-fe4dab792d26.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.529226] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33cfaf25-4e40-4ee9-8e91-9577aeffdf49 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.543134] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 718.543134] env[69433]: value = "task-3338200" [ 718.543134] env[69433]: _type = "Task" [ 718.543134] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.553355] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.741635] env[69433]: DEBUG nova.scheduler.client.report [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.850898] env[69433]: DEBUG nova.network.neutron [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Updated VIF entry in instance network info cache for port 488379ff-f0b0-4af1-9308-dc1710617812. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.850898] env[69433]: DEBUG nova.network.neutron [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Updating instance_info_cache with network_info: [{"id": "488379ff-f0b0-4af1-9308-dc1710617812", "address": "fa:16:3e:3a:65:65", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488379ff-f0", "ovs_interfaceid": "488379ff-f0b0-4af1-9308-dc1710617812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.998996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.058664] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338200, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.252909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.942s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.252909] env[69433]: DEBUG nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.256671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.069s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.258371] env[69433]: INFO nova.compute.claims [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.356024] env[69433]: DEBUG oslo_concurrency.lockutils [req-950c619c-7411-4eb3-bf36-9d2a3b42d516 req-aaf9f916-8b27-4bad-8c9a-9dd2d0ac9152 service nova] Releasing lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.422560] env[69433]: DEBUG nova.compute.manager [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Received event network-changed-5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.422750] env[69433]: DEBUG nova.compute.manager [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Refreshing instance network info cache due to event network-changed-5e6097c6-49c1-4b1d-ae7a-b227e681f89c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.423086] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] Acquiring lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.423298] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] Acquired lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.423678] env[69433]: DEBUG nova.network.neutron [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Refreshing network info cache for port 5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.427256] env[69433]: DEBUG nova.network.neutron [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Successfully updated port: 90f8de49-300f-46a3-b029-ab1e51adb2f7 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.555015] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584314} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.555640] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/8a408ee7-9957-489d-8dd4-fe4dab792d26.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.555640] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.555870] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87da311f-9670-4719-8532-465bd68a7a1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.564142] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 719.564142] env[69433]: value = "task-3338201" [ 719.564142] env[69433]: _type = "Task" [ 719.564142] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.574732] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.759204] env[69433]: DEBUG nova.compute.utils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.761126] env[69433]: DEBUG nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 719.931310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "refresh_cache-dd17765b-eeab-4249-ab76-6476423ba5a4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.931310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired lock "refresh_cache-dd17765b-eeab-4249-ab76-6476423ba5a4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.931695] env[69433]: DEBUG nova.network.neutron [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.074857] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098136} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.075255] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.076106] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28afe58a-46a2-47bf-9fa8-92c59e0c23fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.099739] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/8a408ee7-9957-489d-8dd4-fe4dab792d26.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.102684] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab05e2da-1709-4ee8-a0e2-671a6ccb62a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.123849] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 720.123849] env[69433]: value = "task-3338202" [ 720.123849] env[69433]: _type = "Task" [ 720.123849] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.132138] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.188695] env[69433]: DEBUG nova.network.neutron [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updated VIF entry in instance network info cache for port 5e6097c6-49c1-4b1d-ae7a-b227e681f89c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.189084] env[69433]: DEBUG nova.network.neutron [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updating instance_info_cache with network_info: [{"id": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "address": "fa:16:3e:68:96:a1", "network": {"id": "683b3f33-56f6-4436-8997-892b1b5f2c3e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-18205450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9f3797a6b3854f658c1d1471fbbb4a74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6097c6-49", "ovs_interfaceid": "5e6097c6-49c1-4b1d-ae7a-b227e681f89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.262179] env[69433]: DEBUG nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.469510] env[69433]: DEBUG nova.network.neutron [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.618911] env[69433]: DEBUG nova.network.neutron [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Updating instance_info_cache with network_info: [{"id": "90f8de49-300f-46a3-b029-ab1e51adb2f7", "address": "fa:16:3e:b1:a7:e7", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f8de49-30", "ovs_interfaceid": "90f8de49-300f-46a3-b029-ab1e51adb2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.636544] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.692055] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a34fb05-240f-4759-844f-985695deed34 req-f675d88d-ae47-4842-82bd-6f9447a74506 service nova] Releasing lock "refresh_cache-a8997733-2108-4557-81d2-3e470f547ea6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.791028] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a214594-3e23-4588-9da3-5009882b21b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.799092] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02467423-fea0-461d-a93c-ba2e91483a6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.835332] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051d526d-ff70-4bd7-9bf7-c7d38fde291e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.845706] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7712c6b-5f5d-4386-80f8-a0643c40814e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.861456] env[69433]: DEBUG nova.compute.provider_tree [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.123371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Releasing lock "refresh_cache-dd17765b-eeab-4249-ab76-6476423ba5a4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.123856] env[69433]: DEBUG nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Instance network_info: |[{"id": "90f8de49-300f-46a3-b029-ab1e51adb2f7", "address": "fa:16:3e:b1:a7:e7", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f8de49-30", "ovs_interfaceid": "90f8de49-300f-46a3-b029-ab1e51adb2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.141806] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338202, 'name': ReconfigVM_Task, 'duration_secs': 0.539902} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.142250] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/8a408ee7-9957-489d-8dd4-fe4dab792d26.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.143182] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23695962-673d-4a50-ac25-97a3e9c8c21e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.149654] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 721.149654] env[69433]: value = "task-3338203" [ 721.149654] env[69433]: _type = "Task" [ 721.149654] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.163173] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338203, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.275912] env[69433]: DEBUG nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.365621] env[69433]: DEBUG nova.scheduler.client.report [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.660738] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338203, 'name': Rename_Task, 'duration_secs': 0.307767} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.661117] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.661292] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16fb894b-ae6c-431f-86b8-3973b111142f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.668304] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 721.668304] env[69433]: value = "task-3338204" [ 721.668304] env[69433]: _type = "Task" [ 721.668304] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.677228] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.870772] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.871418] env[69433]: DEBUG nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 721.874792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.505s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.874999] env[69433]: DEBUG nova.objects.instance [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lazy-loading 'resources' on Instance uuid 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.108305] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.108448] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.108552] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.108742] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.108902] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.109061] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.109274] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.109437] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.109661] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.109892] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.110045] env[69433]: DEBUG nova.virt.hardware [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.112344] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c5c036-4bc3-4759-bd66-8c60d934a810 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.122297] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.122546] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.122704] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.122884] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.123103] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.123220] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.123447] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.123608] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.123773] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.123934] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.124126] env[69433]: DEBUG nova.virt.hardware [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.125600] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba902cf-94e7-4666-a6c3-b983ef2c0f60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.131246] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571f72ea-b3b3-459b-92f3-7c700ff7ca25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.144277] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a7:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90f8de49-300f-46a3-b029-ab1e51adb2f7', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.152190] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.154724] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e563-44de-fb9a-1b2a-d67d771cc611/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 722.157239] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.158068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd7e06-1cfe-412d-9b4d-8ba5b48fe066 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.161244] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-069c2773-3c7b-49fd-ab8d-0935fb92dbd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.178684] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25322a17-fad7-4fa2-8012-434ac5a53f49 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.188811] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e563-44de-fb9a-1b2a-d67d771cc611/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 722.188992] env[69433]: ERROR oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e563-44de-fb9a-1b2a-d67d771cc611/disk-0.vmdk due to incomplete transfer. [ 722.200385] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-573d8fc0-a8a0-4784-82b0-e34fd9a6f6fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.200385] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.205917] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.210309] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.210527] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.210527] env[69433]: value = "task-3338205" [ 722.210527] env[69433]: _type = "Task" [ 722.210527] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.210754] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338204, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.211352] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea043bf7-2232-4bb2-ac9e-35eb24efbd35 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.227874] env[69433]: DEBUG oslo_vmware.rw_handles [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5257e563-44de-fb9a-1b2a-d67d771cc611/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 722.228019] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Uploaded image d64340c8-8b4c-43bb-ae37-82aa6f665337 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 722.230155] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 722.230858] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ce68f7e6-4fd6-4f17-b142-f106fac2fe7f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.238929] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.238929] env[69433]: value = "task-3338206" [ 722.238929] env[69433]: _type = "Task" [ 722.238929] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.239123] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338205, 'name': CreateVM_Task} progress is 15%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.240551] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 722.240551] env[69433]: value = "task-3338207" [ 722.240551] env[69433]: _type = "Task" [ 722.240551] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.252344] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338207, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.255278] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338206, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.381503] env[69433]: DEBUG nova.compute.utils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.386029] env[69433]: DEBUG nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.386029] env[69433]: DEBUG nova.network.neutron [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.440098] env[69433]: DEBUG nova.policy [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cad1b95cf887493c86aa8c5dbd1e4383', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c41f93c3d07d472b96373ea4121846f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.695521] env[69433]: DEBUG oslo_vmware.api [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338204, 'name': PowerOnVM_Task, 'duration_secs': 0.74252} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.695847] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.696182] env[69433]: INFO nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Took 9.44 seconds to spawn the instance on the hypervisor. [ 722.696441] env[69433]: DEBUG nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.697542] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e34a3ba-28d2-4ad7-b88a-a842e5cdf303 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.735110] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338205, 'name': CreateVM_Task, 'duration_secs': 0.435643} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.735404] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.736206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.736400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.736740] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.737052] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-811cfa93-f894-47d2-b2d3-259d31d3d1e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.744984] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 722.744984] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e468ce-f0ca-61f9-3e69-73f875ad5b25" [ 722.744984] env[69433]: _type = "Task" [ 722.744984] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.759458] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338206, 'name': CreateVM_Task, 'duration_secs': 0.372297} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.760827] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.761320] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.765622] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338207, 'name': Destroy_Task, 'duration_secs': 0.429952} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.772844] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Destroyed the VM [ 722.773167] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 722.773967] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e468ce-f0ca-61f9-3e69-73f875ad5b25, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.774452] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebfe93df-8a8c-4444-a5c8-4cafe0cd90ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.776511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.776761] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.777030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.777186] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.777387] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.777708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.778040] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.778268] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be0c3183-7233-411e-9522-b725f14e1369 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.781191] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b03ea09-3ded-483f-af44-f06fa403ce0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.785970] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 722.785970] env[69433]: value = "task-3338208" [ 722.785970] env[69433]: _type = "Task" [ 722.785970] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.788518] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 722.788518] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52464f0e-5458-9c98-f3f4-8eab7726e12f" [ 722.788518] env[69433]: _type = "Task" [ 722.788518] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.798017] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.798017] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.798665] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e822663-7106-41b5-a1fe-296a714a0542 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.804866] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338208, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.814493] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52464f0e-5458-9c98-f3f4-8eab7726e12f, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.814768] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 722.814768] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52129c3e-e986-ba29-184f-02fa102f7d5b" [ 722.814768] env[69433]: _type = "Task" [ 722.814768] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.815061] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.815348] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.815575] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.824144] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52129c3e-e986-ba29-184f-02fa102f7d5b, 'name': SearchDatastore_Task} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.828408] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda5c133-240f-45a8-b5c2-f0cd3d98370f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.833975] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 722.833975] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c68d66-02ee-b604-6afb-b9d1ebb6cede" [ 722.833975] env[69433]: _type = "Task" [ 722.833975] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.846139] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c68d66-02ee-b604-6afb-b9d1ebb6cede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.846188] env[69433]: DEBUG nova.network.neutron [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Successfully created port: 6e78416e-9e09-4a26-9a7f-763aa1f4424d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.892022] env[69433]: DEBUG nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 722.981303] env[69433]: DEBUG nova.compute.manager [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Received event network-vif-plugged-90f8de49-300f-46a3-b029-ab1e51adb2f7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.981567] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] Acquiring lock "dd17765b-eeab-4249-ab76-6476423ba5a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.981825] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.982071] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.982272] env[69433]: DEBUG nova.compute.manager [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] No waiting events found dispatching network-vif-plugged-90f8de49-300f-46a3-b029-ab1e51adb2f7 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.984343] env[69433]: WARNING nova.compute.manager [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Received unexpected event network-vif-plugged-90f8de49-300f-46a3-b029-ab1e51adb2f7 for instance with vm_state building and task_state spawning. [ 722.984343] env[69433]: DEBUG nova.compute.manager [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Received event network-changed-90f8de49-300f-46a3-b029-ab1e51adb2f7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.984343] env[69433]: DEBUG nova.compute.manager [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Refreshing instance network info cache due to event network-changed-90f8de49-300f-46a3-b029-ab1e51adb2f7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.984343] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] Acquiring lock "refresh_cache-dd17765b-eeab-4249-ab76-6476423ba5a4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.984343] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] Acquired lock "refresh_cache-dd17765b-eeab-4249-ab76-6476423ba5a4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.984506] env[69433]: DEBUG nova.network.neutron [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Refreshing network info cache for port 90f8de49-300f-46a3-b029-ab1e51adb2f7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.048805] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dba83c-34cb-48ca-bc24-e1472291feb9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.057867] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796b0320-c169-4434-ab38-a839366feda1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.095708] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcead77a-dcd8-422a-a175-b9fd3ae1a1c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.104480] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5d3b2b-fd04-4511-8d5e-2973b36431ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.117103] env[69433]: DEBUG nova.compute.provider_tree [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.220676] env[69433]: INFO nova.compute.manager [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Took 43.97 seconds to build instance. [ 723.300695] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338208, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.345570] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c68d66-02ee-b604-6afb-b9d1ebb6cede, 'name': SearchDatastore_Task, 'duration_secs': 0.012329} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.345887] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.346160] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] dd17765b-eeab-4249-ab76-6476423ba5a4/dd17765b-eeab-4249-ab76-6476423ba5a4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.346499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.346683] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.346891] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4cd7c1f-4835-4be8-9782-9aa9a64b5219 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.349744] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98ffde19-a1cc-48fb-88b2-09be406c203b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.357612] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 723.357612] env[69433]: value = "task-3338209" [ 723.357612] env[69433]: _type = "Task" [ 723.357612] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.361829] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.362022] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.363095] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb8455f-2f9c-481c-9382-aff2cc2619a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.368531] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.373204] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 723.373204] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521c68af-93a5-11b5-cea4-2b59c8cdfdbf" [ 723.373204] env[69433]: _type = "Task" [ 723.373204] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.380938] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521c68af-93a5-11b5-cea4-2b59c8cdfdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.622269] env[69433]: DEBUG nova.scheduler.client.report [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.628914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "a8997733-2108-4557-81d2-3e470f547ea6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.629404] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "a8997733-2108-4557-81d2-3e470f547ea6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.629781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "a8997733-2108-4557-81d2-3e470f547ea6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.630087] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "a8997733-2108-4557-81d2-3e470f547ea6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.631234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "a8997733-2108-4557-81d2-3e470f547ea6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.634581] env[69433]: INFO nova.compute.manager [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Terminating instance [ 723.723974] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f55e4008-2c8c-4e02-9c2f-4a29cc338b7a tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.968s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.745065] env[69433]: DEBUG nova.network.neutron [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Updated VIF entry in instance network info cache for port 90f8de49-300f-46a3-b029-ab1e51adb2f7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 723.745491] env[69433]: DEBUG nova.network.neutron [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Updating instance_info_cache with network_info: [{"id": "90f8de49-300f-46a3-b029-ab1e51adb2f7", "address": "fa:16:3e:b1:a7:e7", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f8de49-30", "ovs_interfaceid": "90f8de49-300f-46a3-b029-ab1e51adb2f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.800626] env[69433]: DEBUG oslo_vmware.api [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338208, 'name': RemoveSnapshot_Task, 'duration_secs': 0.870343} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.800986] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 723.801291] env[69433]: INFO nova.compute.manager [None req-76560ac7-92b0-43c7-a548-bf1d358da317 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Took 16.61 seconds to snapshot the instance on the hypervisor. [ 723.870936] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338209, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.882317] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521c68af-93a5-11b5-cea4-2b59c8cdfdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.884462] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b2825a-e018-421b-ba17-833b849b074f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.890632] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 723.890632] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9e7f2-dded-7dc8-e348-3d8b816bad00" [ 723.890632] env[69433]: _type = "Task" [ 723.890632] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.900756] env[69433]: DEBUG nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 723.903350] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9e7f2-dded-7dc8-e348-3d8b816bad00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.933187] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 723.933499] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.933666] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.933849] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.933994] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.934160] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 723.934379] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 723.934542] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 723.934710] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 723.934876] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 723.935062] env[69433]: DEBUG nova.virt.hardware [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 723.935971] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c17921-bf77-49b7-9e2d-cc0b448f77a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.944669] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3603da2f-8fbc-4377-9b30-980e9f48e8ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.031037] env[69433]: INFO nova.compute.manager [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Rescuing [ 724.031037] env[69433]: DEBUG oslo_concurrency.lockutils [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.031037] env[69433]: DEBUG oslo_concurrency.lockutils [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.031037] env[69433]: DEBUG nova.network.neutron [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.140590] env[69433]: DEBUG nova.compute.manager [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.140865] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.141656] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.144997] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e5bc37-1d92-4e32-b017-16adcb600a18 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.148076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.509s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.148321] env[69433]: DEBUG nova.objects.instance [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 724.157298] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.157974] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-247baf57-48df-4c48-b2bc-ec2d87301d94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.164509] env[69433]: INFO nova.scheduler.client.report [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Deleted allocations for instance 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53 [ 724.169637] env[69433]: DEBUG oslo_vmware.api [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 724.169637] env[69433]: value = "task-3338210" [ 724.169637] env[69433]: _type = "Task" [ 724.169637] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.179225] env[69433]: DEBUG oslo_vmware.api [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.227849] env[69433]: DEBUG nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.248719] env[69433]: DEBUG oslo_concurrency.lockutils [req-4a8e5139-6a27-4c09-a88f-ed7d6ce08264 req-a86c28d8-f45d-41c0-98ac-a52cc4bed002 service nova] Releasing lock "refresh_cache-dd17765b-eeab-4249-ab76-6476423ba5a4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.370827] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338209, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.404670] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9e7f2-dded-7dc8-e348-3d8b816bad00, 'name': SearchDatastore_Task, 'duration_secs': 0.015161} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.404670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.404670] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.404670] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9dd69194-e2eb-410f-9b11-8761aef103ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.413018] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 724.413018] env[69433]: value = "task-3338211" [ 724.413018] env[69433]: _type = "Task" [ 724.413018] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.419777] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.564174] env[69433]: DEBUG nova.network.neutron [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Successfully updated port: 6e78416e-9e09-4a26-9a7f-763aa1f4424d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 724.679321] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8156dfa-5d2a-4a03-955e-8e181a667262 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.148s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.686464] env[69433]: DEBUG oslo_vmware.api [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338210, 'name': PowerOffVM_Task, 'duration_secs': 0.202513} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.686775] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.686950] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.687226] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9503e56-c805-4774-ab3e-77f5691e2814 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.752638] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.764079] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.764468] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.764867] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Deleting the datastore file [datastore1] a8997733-2108-4557-81d2-3e470f547ea6 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.765184] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d8e3e3-adef-4e87-9661-0bcb8b75b117 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.774657] env[69433]: DEBUG oslo_vmware.api [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for the task: (returnval){ [ 724.774657] env[69433]: value = "task-3338213" [ 724.774657] env[69433]: _type = "Task" [ 724.774657] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.791202] env[69433]: DEBUG oslo_vmware.api [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.798594] env[69433]: DEBUG nova.network.neutron [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Updating instance_info_cache with network_info: [{"id": "488379ff-f0b0-4af1-9308-dc1710617812", "address": "fa:16:3e:3a:65:65", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488379ff-f0", "ovs_interfaceid": "488379ff-f0b0-4af1-9308-dc1710617812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.873865] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338209, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.922905] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.066964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "refresh_cache-af65de7d-28f6-438f-ae29-81686bf5af5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.067222] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquired lock "refresh_cache-af65de7d-28f6-438f-ae29-81686bf5af5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.067496] env[69433]: DEBUG nova.network.neutron [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.161615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f9e85f90-fd93-4e96-8c94-6b30e3d9fda3 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.162883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.538s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.164560] env[69433]: INFO nova.compute.claims [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.241987] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efb617-f920-3059-0492-0e29362879ee/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 725.244024] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3cb16e-6171-4a12-a049-b8fe0d056cae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.250374] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efb617-f920-3059-0492-0e29362879ee/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 725.250574] env[69433]: ERROR oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efb617-f920-3059-0492-0e29362879ee/disk-0.vmdk due to incomplete transfer. [ 725.250783] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a347f13-b4de-43fd-aeb7-b65e413d4b01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.259424] env[69433]: DEBUG oslo_vmware.rw_handles [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52efb617-f920-3059-0492-0e29362879ee/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 725.259635] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Uploaded image 8c66e161-d31e-46c4-9a47-5f07cea6cf5e to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 725.261288] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 725.262591] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dc91ef3-42f6-4745-bb01-3f4db1bbe74a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.266199] env[69433]: DEBUG nova.compute.manager [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Received event network-vif-plugged-6e78416e-9e09-4a26-9a7f-763aa1f4424d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.266300] env[69433]: DEBUG oslo_concurrency.lockutils [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] Acquiring lock "af65de7d-28f6-438f-ae29-81686bf5af5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.266521] env[69433]: DEBUG oslo_concurrency.lockutils [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.266706] env[69433]: DEBUG oslo_concurrency.lockutils [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.266952] env[69433]: DEBUG nova.compute.manager [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] No waiting events found dispatching network-vif-plugged-6e78416e-9e09-4a26-9a7f-763aa1f4424d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.267157] env[69433]: WARNING nova.compute.manager [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Received unexpected event network-vif-plugged-6e78416e-9e09-4a26-9a7f-763aa1f4424d for instance with vm_state building and task_state spawning. [ 725.267325] env[69433]: DEBUG nova.compute.manager [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Received event network-changed-6e78416e-9e09-4a26-9a7f-763aa1f4424d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.267520] env[69433]: DEBUG nova.compute.manager [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Refreshing instance network info cache due to event network-changed-6e78416e-9e09-4a26-9a7f-763aa1f4424d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.267650] env[69433]: DEBUG oslo_concurrency.lockutils [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] Acquiring lock "refresh_cache-af65de7d-28f6-438f-ae29-81686bf5af5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.274707] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 725.274707] env[69433]: value = "task-3338214" [ 725.274707] env[69433]: _type = "Task" [ 725.274707] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.288393] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338214, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.291746] env[69433]: DEBUG oslo_vmware.api [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Task: {'id': task-3338213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270174} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.291993] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.292294] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.292446] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.292547] env[69433]: INFO nova.compute.manager [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 725.292788] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.293069] env[69433]: DEBUG nova.compute.manager [-] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.293107] env[69433]: DEBUG nova.network.neutron [-] [instance: a8997733-2108-4557-81d2-3e470f547ea6] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.301786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.372659] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338209, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.567658} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.376019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] dd17765b-eeab-4249-ab76-6476423ba5a4/dd17765b-eeab-4249-ab76-6476423ba5a4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.376019] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.376019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-647b2731-2100-4c08-8a96-7e419ca3e397 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.383053] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 725.383053] env[69433]: value = "task-3338215" [ 725.383053] env[69433]: _type = "Task" [ 725.383053] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.422366] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969884} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.422366] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.423046] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.423957] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2afca0c3-8f63-4c75-8304-595a261fd8a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.430941] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 725.430941] env[69433]: value = "task-3338216" [ 725.430941] env[69433]: _type = "Task" [ 725.430941] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.441878] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.610778] env[69433]: DEBUG nova.network.neutron [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 725.661595] env[69433]: DEBUG nova.compute.manager [req-cc569766-7f94-4f97-96b5-e4a4ff29b132 req-8f5ee462-e3dd-46cf-adf3-b68cd1bc3fca service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Received event network-vif-deleted-5e6097c6-49c1-4b1d-ae7a-b227e681f89c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.661638] env[69433]: INFO nova.compute.manager [req-cc569766-7f94-4f97-96b5-e4a4ff29b132 req-8f5ee462-e3dd-46cf-adf3-b68cd1bc3fca service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Neutron deleted interface 5e6097c6-49c1-4b1d-ae7a-b227e681f89c; detaching it from the instance and deleting it from the info cache [ 725.664023] env[69433]: DEBUG nova.network.neutron [req-cc569766-7f94-4f97-96b5-e4a4ff29b132 req-8f5ee462-e3dd-46cf-adf3-b68cd1bc3fca service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.789748] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338214, 'name': Destroy_Task, 'duration_secs': 0.315079} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.791193] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Destroyed the VM [ 725.791549] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 725.791881] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c862d2d6-1b65-4caf-8abe-328cf02eb56d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.799193] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 725.799193] env[69433]: value = "task-3338217" [ 725.799193] env[69433]: _type = "Task" [ 725.799193] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.812530] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338217, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.865650] env[69433]: DEBUG nova.network.neutron [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Updating instance_info_cache with network_info: [{"id": "6e78416e-9e09-4a26-9a7f-763aa1f4424d", "address": "fa:16:3e:f3:77:6b", "network": {"id": "bcf7832c-c7b5-4fde-a500-2251be3c3d9a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1410154013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c41f93c3d07d472b96373ea4121846f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e78416e-9e", "ovs_interfaceid": "6e78416e-9e09-4a26-9a7f-763aa1f4424d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.890264] env[69433]: DEBUG nova.compute.manager [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.894345] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144c014e-719f-4d99-bcea-0ce77c50b941 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.897181] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081301} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.897688] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.899340] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5515fa-7524-4184-8c5b-d5fd54f8420c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.925051] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] dd17765b-eeab-4249-ab76-6476423ba5a4/dd17765b-eeab-4249-ab76-6476423ba5a4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.925655] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cbc1589-8868-4a59-84bd-6a3ba44c1dd9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.951090] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064112} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.952426] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.952850] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 725.952850] env[69433]: value = "task-3338218" [ 725.952850] env[69433]: _type = "Task" [ 725.952850] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.953571] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fbe443-f195-4358-b490-914bc53839e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.967389] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.985484] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.986125] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5706e8-8c95-48d7-9194-f62a03431498 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.006255] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 726.006255] env[69433]: value = "task-3338219" [ 726.006255] env[69433]: _type = "Task" [ 726.006255] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.014367] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.091991] env[69433]: DEBUG nova.network.neutron [-] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.166470] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-166d3a25-4e00-4d96-a7c9-32284d9d14ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.178720] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74020182-346a-4342-b0c5-dcdc942a4765 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.228567] env[69433]: DEBUG nova.compute.manager [req-cc569766-7f94-4f97-96b5-e4a4ff29b132 req-8f5ee462-e3dd-46cf-adf3-b68cd1bc3fca service nova] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Detach interface failed, port_id=5e6097c6-49c1-4b1d-ae7a-b227e681f89c, reason: Instance a8997733-2108-4557-81d2-3e470f547ea6 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 726.309995] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338217, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.368463] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Releasing lock "refresh_cache-af65de7d-28f6-438f-ae29-81686bf5af5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.368805] env[69433]: DEBUG nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Instance network_info: |[{"id": "6e78416e-9e09-4a26-9a7f-763aa1f4424d", "address": "fa:16:3e:f3:77:6b", "network": {"id": "bcf7832c-c7b5-4fde-a500-2251be3c3d9a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1410154013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c41f93c3d07d472b96373ea4121846f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e78416e-9e", "ovs_interfaceid": "6e78416e-9e09-4a26-9a7f-763aa1f4424d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.369140] env[69433]: DEBUG oslo_concurrency.lockutils [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] Acquired lock "refresh_cache-af65de7d-28f6-438f-ae29-81686bf5af5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.369696] env[69433]: DEBUG nova.network.neutron [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Refreshing network info cache for port 6e78416e-9e09-4a26-9a7f-763aa1f4424d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.370556] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:77:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bfbfc55d-8126-40dd-998e-8600ea92f97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e78416e-9e09-4a26-9a7f-763aa1f4424d', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.378344] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Creating folder: Project (c41f93c3d07d472b96373ea4121846f1). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.384623] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48068dd8-169d-4dfc-923b-5d70f90899bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.396390] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Created folder: Project (c41f93c3d07d472b96373ea4121846f1) in parent group-v666200. [ 726.396738] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Creating folder: Instances. Parent ref: group-v666303. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.399833] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84caad8e-e6e5-4a4c-be9d-0475a1e5b6f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.407796] env[69433]: INFO nova.compute.manager [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] instance snapshotting [ 726.410673] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Created folder: Instances in parent group-v666303. [ 726.410839] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.411344] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.412079] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34340a9c-e5f9-4758-9ef4-a800dd337427 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.417294] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b02c375-6d65-49b7-962a-6094a1d7fbc4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.461958] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e613e-8667-4e71-899b-78b1e1d0c79c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.461958] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.461958] env[69433]: value = "task-3338222" [ 726.461958] env[69433]: _type = "Task" [ 726.461958] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.477181] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.483400] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338222, 'name': CreateVM_Task} progress is 15%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.519026] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.595684] env[69433]: INFO nova.compute.manager [-] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Took 1.30 seconds to deallocate network for instance. [ 726.664207] env[69433]: DEBUG nova.network.neutron [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Updated VIF entry in instance network info cache for port 6e78416e-9e09-4a26-9a7f-763aa1f4424d. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.664207] env[69433]: DEBUG nova.network.neutron [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Updating instance_info_cache with network_info: [{"id": "6e78416e-9e09-4a26-9a7f-763aa1f4424d", "address": "fa:16:3e:f3:77:6b", "network": {"id": "bcf7832c-c7b5-4fde-a500-2251be3c3d9a", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1410154013-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c41f93c3d07d472b96373ea4121846f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bfbfc55d-8126-40dd-998e-8600ea92f97c", "external-id": "nsx-vlan-transportzone-650", "segmentation_id": 650, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e78416e-9e", "ovs_interfaceid": "6e78416e-9e09-4a26-9a7f-763aa1f4424d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.754444] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79369aee-c9c2-4c3c-86ec-8d047b2330bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.762576] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87abe29-b726-4626-aec0-d7f24f907a72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.795048] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a82b4a-9881-458f-a6e3-3cf093a72df0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.807215] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3980ba5d-a742-4562-9e61-911e7660586a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.816582] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338217, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.824266] env[69433]: DEBUG nova.compute.provider_tree [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.838734] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.839013] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390a96c8-7bc4-42df-ba67-538f6e320bef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.845095] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 726.845095] env[69433]: value = "task-3338223" [ 726.845095] env[69433]: _type = "Task" [ 726.845095] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.854243] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.974980] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.975513] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338218, 'name': ReconfigVM_Task, 'duration_secs': 0.631962} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.978337] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d74c75c1-2d9f-446a-80b9-438b0c83943f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.979935] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Reconfigured VM instance instance-00000022 to attach disk [datastore1] dd17765b-eeab-4249-ab76-6476423ba5a4/dd17765b-eeab-4249-ab76-6476423ba5a4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.980490] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338222, 'name': CreateVM_Task, 'duration_secs': 0.362832} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.980684] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4feda9b4-ef95-4f11-9d5a-bc195ae52396 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.981951] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.982911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.983094] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.983397] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.983868] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45c14dd1-c0c1-4abe-b61f-e68a922f94ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.986821] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 726.986821] env[69433]: value = "task-3338224" [ 726.986821] env[69433]: _type = "Task" [ 726.986821] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.991767] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 726.991767] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e016b-3942-3d2c-dd3a-f5945307e074" [ 726.991767] env[69433]: _type = "Task" [ 726.991767] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.992013] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 726.992013] env[69433]: value = "task-3338225" [ 726.992013] env[69433]: _type = "Task" [ 726.992013] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.000541] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338224, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.004902] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e016b-3942-3d2c-dd3a-f5945307e074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.008175] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338225, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.015482] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338219, 'name': ReconfigVM_Task, 'duration_secs': 0.602052} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.015756] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.016366] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fb6a755-928a-45a7-9e27-79b0eccd73a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.021290] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 727.021290] env[69433]: value = "task-3338226" [ 727.021290] env[69433]: _type = "Task" [ 727.021290] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.028893] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338226, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.103042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.164886] env[69433]: DEBUG oslo_concurrency.lockutils [req-c498c888-f4dc-4e1f-b893-3417ee709957 req-b95a9b09-6b28-4d68-9ebc-e8d39b9bf638 service nova] Releasing lock "refresh_cache-af65de7d-28f6-438f-ae29-81686bf5af5c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.309889] env[69433]: DEBUG oslo_vmware.api [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338217, 'name': RemoveSnapshot_Task, 'duration_secs': 1.031574} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.310285] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 727.310403] env[69433]: INFO nova.compute.manager [None req-9db14c4f-c802-45c3-985e-edbe06227acd tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Took 13.50 seconds to snapshot the instance on the hypervisor. [ 727.327381] env[69433]: DEBUG nova.scheduler.client.report [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.354911] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338223, 'name': PowerOffVM_Task, 'duration_secs': 0.297547} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.355204] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.356119] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202bf20f-4afe-4ee0-b3a1-faf57e38103d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.374745] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773af80d-a832-47a1-a0e5-4ce642d2fb75 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.404773] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.405064] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a33ef7c-3c70-43d4-9f2b-545c86f99505 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.411371] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 727.411371] env[69433]: value = "task-3338227" [ 727.411371] env[69433]: _type = "Task" [ 727.411371] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.418637] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.502214] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338224, 'name': CreateSnapshot_Task, 'duration_secs': 0.417731} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.503171] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.503987] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c606044-996d-4e86-a1fa-6ff7a0903b33 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.513034] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338225, 'name': Rename_Task, 'duration_secs': 0.184559} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.513034] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e016b-3942-3d2c-dd3a-f5945307e074, 'name': SearchDatastore_Task, 'duration_secs': 0.022953} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.513415] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.513722] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.513940] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.514184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.514350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.514546] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.517519] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f5dd6dd-9fef-4bd5-9c46-c51492d8235e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.519149] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43971284-49a9-4d8b-9c45-abadf4beb101 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.528083] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 727.528083] env[69433]: value = "task-3338228" [ 727.528083] env[69433]: _type = "Task" [ 727.528083] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.535009] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338226, 'name': Rename_Task, 'duration_secs': 0.164225} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.535250] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.535440] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.536507] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.536750] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35f0e51-626e-4559-aedc-21d4b62a8022 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.542693] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-499261e2-8768-4a41-9018-279ed90aa72b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.544180] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.551022] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 727.551022] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3e5f6-852f-cd92-905e-41f2b305da35" [ 727.551022] env[69433]: _type = "Task" [ 727.551022] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.551022] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 727.551022] env[69433]: value = "task-3338229" [ 727.551022] env[69433]: _type = "Task" [ 727.551022] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.561646] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3e5f6-852f-cd92-905e-41f2b305da35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.564629] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.831935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.832459] env[69433]: DEBUG nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.834903] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.106s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.837535] env[69433]: INFO nova.compute.claims [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.922864] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 727.923113] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.923423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.037134] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 728.037741] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c453586-bad7-473e-a1de-756d81b17502 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.050395] env[69433]: DEBUG oslo_vmware.api [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338228, 'name': PowerOnVM_Task, 'duration_secs': 0.51476} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.051888] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.052021] env[69433]: INFO nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Took 9.71 seconds to spawn the instance on the hypervisor. [ 728.052219] env[69433]: DEBUG nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.052662] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 728.052662] env[69433]: value = "task-3338230" [ 728.052662] env[69433]: _type = "Task" [ 728.052662] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.053390] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86db0936-b9e7-466a-b272-5bad096f2c08 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.073021] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338229, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.080026] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3e5f6-852f-cd92-905e-41f2b305da35, 'name': SearchDatastore_Task, 'duration_secs': 0.014506} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.080262] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338230, 'name': CloneVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.084019] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921448f7-24db-4f9e-a432-b991b22848fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.089732] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 728.089732] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52888932-b62e-4505-e816-e2d7917521d4" [ 728.089732] env[69433]: _type = "Task" [ 728.089732] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.098355] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52888932-b62e-4505-e816-e2d7917521d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.342307] env[69433]: DEBUG nova.compute.utils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.345788] env[69433]: DEBUG nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 728.566201] env[69433]: DEBUG oslo_vmware.api [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338229, 'name': PowerOnVM_Task, 'duration_secs': 0.534616} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.569467] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.569728] env[69433]: INFO nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Took 7.29 seconds to spawn the instance on the hypervisor. [ 728.569939] env[69433]: DEBUG nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.570705] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9200cb-b37a-4a37-b092-853e2b7fac58 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.578044] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338230, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.592833] env[69433]: INFO nova.compute.manager [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Took 42.59 seconds to build instance. [ 728.603130] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52888932-b62e-4505-e816-e2d7917521d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01927} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.604031] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.604254] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] af65de7d-28f6-438f-ae29-81686bf5af5c/af65de7d-28f6-438f-ae29-81686bf5af5c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.604540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.604798] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.604956] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9ea7fae-3a4f-4012-8e46-057584d5ea21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.607578] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4065ac1-5c18-40a4-8611-ae655faff6d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.616285] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 728.616285] env[69433]: value = "task-3338231" [ 728.616285] env[69433]: _type = "Task" [ 728.616285] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.621530] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.621680] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.622706] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e38a284-dbaa-4cdd-b25e-25727327ef76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.627959] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.630840] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 728.630840] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526c0cb6-9344-fad8-6125-e46ee1f59f68" [ 728.630840] env[69433]: _type = "Task" [ 728.630840] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.638884] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526c0cb6-9344-fad8-6125-e46ee1f59f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.850034] env[69433]: DEBUG nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.041156] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "482ad76b-9174-474f-a399-31a87941b4c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.041457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "482ad76b-9174-474f-a399-31a87941b4c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.041625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "482ad76b-9174-474f-a399-31a87941b4c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.041813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "482ad76b-9174-474f-a399-31a87941b4c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.041981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "482ad76b-9174-474f-a399-31a87941b4c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.044372] env[69433]: INFO nova.compute.manager [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Terminating instance [ 729.082099] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338230, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.091221] env[69433]: INFO nova.compute.manager [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Took 40.94 seconds to build instance. [ 729.094965] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55f8efe3-17a1-4ada-bb22-03e0977c5819 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.261s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.130414] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510088} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.130680] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] af65de7d-28f6-438f-ae29-81686bf5af5c/af65de7d-28f6-438f-ae29-81686bf5af5c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.130893] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.131224] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17271d6b-8325-47d0-9f20-34619ff08fd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.145325] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526c0cb6-9344-fad8-6125-e46ee1f59f68, 'name': SearchDatastore_Task, 'duration_secs': 0.009397} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.147253] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 729.147253] env[69433]: value = "task-3338232" [ 729.147253] env[69433]: _type = "Task" [ 729.147253] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.147441] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f77761-3bd8-4277-afe0-a76df43e7a23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.157822] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 729.157822] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528b8bea-a7bf-1945-85ba-278025baaba0" [ 729.157822] env[69433]: _type = "Task" [ 729.157822] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.161641] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.171054] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528b8bea-a7bf-1945-85ba-278025baaba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.453175] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2ef4d3-3f95-4cc5-8228-2fe3b4e46cb3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.461417] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2f0feb-f086-472a-9dfd-b0f2ad73bf65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.495018] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be5920b-ab8c-463b-8b3a-aacc01cdaa83 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.502683] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706247c7-4299-4654-b38c-d049be9e96c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.518847] env[69433]: DEBUG nova.compute.provider_tree [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.552118] env[69433]: DEBUG nova.compute.manager [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.552346] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.553251] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81862390-68d0-4668-90c6-49c0af3fc43f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.561905] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.562298] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c15b0f7-b832-4b0c-9617-e29ec3b82041 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.569101] env[69433]: DEBUG oslo_vmware.api [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 729.569101] env[69433]: value = "task-3338233" [ 729.569101] env[69433]: _type = "Task" [ 729.569101] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.580795] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338230, 'name': CloneVM_Task, 'duration_secs': 1.400199} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.584165] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Created linked-clone VM from snapshot [ 729.584165] env[69433]: DEBUG oslo_vmware.api [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.584903] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da5855-94eb-4fa0-8447-36aeb07d5b2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.592949] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Uploading image 05072162-371d-41c4-92f7-0474bae8f4c3 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.595252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-757379d5-eb41-4c1b-8cc2-44a0d6ab7b06 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.032s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.596987] env[69433]: DEBUG nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.617510] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.617510] env[69433]: value = "vm-666307" [ 729.617510] env[69433]: _type = "VirtualMachine" [ 729.617510] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.617701] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5633e5e8-ccc1-4061-b035-f79336a50459 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.624859] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lease: (returnval){ [ 729.624859] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cc346-1e60-3d03-cc49-7b8dd2feb361" [ 729.624859] env[69433]: _type = "HttpNfcLease" [ 729.624859] env[69433]: } obtained for exporting VM: (result){ [ 729.624859] env[69433]: value = "vm-666307" [ 729.624859] env[69433]: _type = "VirtualMachine" [ 729.624859] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.625147] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the lease: (returnval){ [ 729.625147] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cc346-1e60-3d03-cc49-7b8dd2feb361" [ 729.625147] env[69433]: _type = "HttpNfcLease" [ 729.625147] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.632696] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.632696] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cc346-1e60-3d03-cc49-7b8dd2feb361" [ 729.632696] env[69433]: _type = "HttpNfcLease" [ 729.632696] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.659954] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25405} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.659954] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.660349] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e1f20c-f4c4-4523-9cfa-06f2b86b2664 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.671088] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528b8bea-a7bf-1945-85ba-278025baaba0, 'name': SearchDatastore_Task, 'duration_secs': 0.039103} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.680645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.680940] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. {{(pid=69433) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 729.690619] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] af65de7d-28f6-438f-ae29-81686bf5af5c/af65de7d-28f6-438f-ae29-81686bf5af5c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.691239] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2064d05-5735-4f2e-8fb8-708ef3cfe692 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.693858] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f44daee-9c86-4060-87da-5d58a5f190e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.713796] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 729.713796] env[69433]: value = "task-3338236" [ 729.713796] env[69433]: _type = "Task" [ 729.713796] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.715332] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 729.715332] env[69433]: value = "task-3338235" [ 729.715332] env[69433]: _type = "Task" [ 729.715332] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.728477] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.731374] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.752126] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "dd17765b-eeab-4249-ab76-6476423ba5a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.752427] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.752699] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "dd17765b-eeab-4249-ab76-6476423ba5a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.752922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.753170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.755508] env[69433]: INFO nova.compute.manager [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Terminating instance [ 729.860395] env[69433]: DEBUG nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.887642] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.887910] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.888075] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.888292] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.888445] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.888600] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.889519] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.889519] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.889519] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.889519] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.889519] env[69433]: DEBUG nova.virt.hardware [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.890867] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c7f49-05b2-4001-a2d8-9b389bd0d412 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.899362] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de0ea11-1366-4119-9123-310c9db947d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.913487] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.919249] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Creating folder: Project (88c369cb6aa34e09abc6dae9d72d5b5d). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.919580] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43ac9c1f-1ef6-498d-b7c3-f92364fcf6c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.929203] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Created folder: Project (88c369cb6aa34e09abc6dae9d72d5b5d) in parent group-v666200. [ 729.929419] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Creating folder: Instances. Parent ref: group-v666308. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.929679] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eb8a9c3-30f3-445b-97b3-c54acd751f4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.938217] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Created folder: Instances in parent group-v666308. [ 729.938473] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.938685] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.938896] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed14fd0d-a8d1-44eb-983e-dbeda5d94b43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.955037] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.955037] env[69433]: value = "task-3338239" [ 729.955037] env[69433]: _type = "Task" [ 729.955037] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.965594] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338239, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.025399] env[69433]: DEBUG nova.scheduler.client.report [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.052274] env[69433]: INFO nova.compute.manager [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Rebuilding instance [ 730.090415] env[69433]: DEBUG oslo_vmware.api [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338233, 'name': PowerOffVM_Task, 'duration_secs': 0.172997} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.094873] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.094873] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.098438] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cce3a9e-84eb-451f-a930-ea62a0ceef22 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.101978] env[69433]: DEBUG nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.106377] env[69433]: DEBUG nova.compute.manager [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.110563] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3dbe768-5285-4d24-8325-1e29720ad937 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.132373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.136998] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.136998] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cc346-1e60-3d03-cc49-7b8dd2feb361" [ 730.136998] env[69433]: _type = "HttpNfcLease" [ 730.136998] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.137325] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.137325] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cc346-1e60-3d03-cc49-7b8dd2feb361" [ 730.137325] env[69433]: _type = "HttpNfcLease" [ 730.137325] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.138134] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1133515b-7bd6-43a2-adc2-a9b9dd310c15 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.147067] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d25a-51bd-8888-9ef2-0bd3ba9f06a2/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.147298] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d25a-51bd-8888-9ef2-0bd3ba9f06a2/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.205780] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.206031] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.206226] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Deleting the datastore file [datastore1] 482ad76b-9174-474f-a399-31a87941b4c2 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.207677] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f0c8b53-2657-4870-b0cc-1691458d9585 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.215691] env[69433]: DEBUG oslo_vmware.api [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for the task: (returnval){ [ 730.215691] env[69433]: value = "task-3338241" [ 730.215691] env[69433]: _type = "Task" [ 730.215691] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.230262] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338236, 'name': ReconfigVM_Task, 'duration_secs': 0.317558} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.233752] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Reconfigured VM instance instance-00000024 to attach disk [datastore1] af65de7d-28f6-438f-ae29-81686bf5af5c/af65de7d-28f6-438f-ae29-81686bf5af5c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.236026] env[69433]: DEBUG oslo_vmware.api [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.236026] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e083ba6a-e92f-4ef3-b7a7-f93a304a6a5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.239360] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.243757] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 730.243757] env[69433]: value = "task-3338242" [ 730.243757] env[69433]: _type = "Task" [ 730.243757] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.258980] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338242, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.259761] env[69433]: DEBUG nova.compute.manager [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.260054] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.260548] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-864cb76f-ab66-4a63-9541-c6e5ffac2d95 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.262996] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d59079-92e0-4e2c-861a-71b05af96957 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.271557] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.272754] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69c03d88-7664-4680-a7f0-6c0705e19351 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.278979] env[69433]: DEBUG oslo_vmware.api [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 730.278979] env[69433]: value = "task-3338243" [ 730.278979] env[69433]: _type = "Task" [ 730.278979] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.293882] env[69433]: DEBUG oslo_vmware.api [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.466209] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338239, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.532047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.532599] env[69433]: DEBUG nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.536350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.479s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.536618] env[69433]: DEBUG nova.objects.instance [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lazy-loading 'resources' on Instance uuid 2f8a27df-b350-4b34-8d14-8a57437488c4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.638295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.738362] env[69433]: DEBUG oslo_vmware.api [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Task: {'id': task-3338241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459007} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.743064] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.744368] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.744368] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.744368] env[69433]: INFO nova.compute.manager [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 730.744368] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.744681] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679052} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.745160] env[69433]: DEBUG nova.compute.manager [-] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.745160] env[69433]: DEBUG nova.network.neutron [-] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.747232] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. [ 730.751568] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb784554-9227-4239-b6c7-0bf57f54529f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.760516] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338242, 'name': Rename_Task, 'duration_secs': 0.165229} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.775058] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.784593] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.784754] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f15a91ac-0d82-4043-85cf-b88198fef6ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.786741] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18ed001-1d26-4171-bdf1-40308e2bd6b0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.811948] env[69433]: DEBUG oslo_vmware.api [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338243, 'name': PowerOffVM_Task, 'duration_secs': 0.267547} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.814560] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.814880] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.815393] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 730.815393] env[69433]: value = "task-3338245" [ 730.815393] env[69433]: _type = "Task" [ 730.815393] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.815626] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 730.815626] env[69433]: value = "task-3338244" [ 730.815626] env[69433]: _type = "Task" [ 730.815626] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.816610] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13134edb-bf9d-401a-8856-50db7e168f8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.833111] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.837707] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338244, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.896415] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.897033] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.897033] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Deleting the datastore file [datastore1] dd17765b-eeab-4249-ab76-6476423ba5a4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.898205] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0f9a08-13f6-4db4-a2de-b0dace1eface {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.903768] env[69433]: DEBUG oslo_vmware.api [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for the task: (returnval){ [ 730.903768] env[69433]: value = "task-3338247" [ 730.903768] env[69433]: _type = "Task" [ 730.903768] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.914990] env[69433]: DEBUG oslo_vmware.api [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.965382] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338239, 'name': CreateVM_Task, 'duration_secs': 0.560605} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.965710] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.966431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.966822] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.967314] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.967602] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b47cb23-a3c6-4db5-9fb6-72c9f40500ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.972262] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 730.972262] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527806a3-4543-8a68-b319-822ae61149fe" [ 730.972262] env[69433]: _type = "Task" [ 730.972262] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.980440] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527806a3-4543-8a68-b319-822ae61149fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.040354] env[69433]: DEBUG nova.compute.utils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.046228] env[69433]: DEBUG nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 731.132020] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.132020] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a0b244f-c745-4076-afca-3d2fa0da3261 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.140216] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 731.140216] env[69433]: value = "task-3338248" [ 731.140216] env[69433]: _type = "Task" [ 731.140216] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.157978] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.333018] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338245, 'name': ReconfigVM_Task, 'duration_secs': 0.517139} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.336826] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.338201] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.340997] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7f537-0501-4858-9709-8566eca4af46 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.377704] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f2dfa58-2d67-4c87-8f9d-de37a3746805 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.397021] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 731.397021] env[69433]: value = "task-3338249" [ 731.397021] env[69433]: _type = "Task" [ 731.397021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.408197] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.426529] env[69433]: DEBUG oslo_vmware.api [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Task: {'id': task-3338247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258748} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.428084] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.428287] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.428459] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.428627] env[69433]: INFO nova.compute.manager [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 731.428873] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.429086] env[69433]: DEBUG nova.compute.manager [-] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.429180] env[69433]: DEBUG nova.network.neutron [-] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.485516] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527806a3-4543-8a68-b319-822ae61149fe, 'name': SearchDatastore_Task, 'duration_secs': 0.011898} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.488538] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.488830] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.489125] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.489289] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.489514] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.490101] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d89c71e6-cc83-4393-9cc2-d5d97b9c5f73 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.499865] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.500069] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.500877] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a5d449e-7a56-47c5-9e3e-91719b87f3e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.508413] env[69433]: DEBUG nova.compute.manager [req-acec41ba-27fd-47c5-b2a2-5babb154e4f2 req-010df57d-8992-4d5b-9b93-3ad8ae630837 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Received event network-vif-deleted-5739cb88-bbae-439c-a292-8f365b59f479 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.508689] env[69433]: INFO nova.compute.manager [req-acec41ba-27fd-47c5-b2a2-5babb154e4f2 req-010df57d-8992-4d5b-9b93-3ad8ae630837 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Neutron deleted interface 5739cb88-bbae-439c-a292-8f365b59f479; detaching it from the instance and deleting it from the info cache [ 731.508938] env[69433]: DEBUG nova.network.neutron [req-acec41ba-27fd-47c5-b2a2-5babb154e4f2 req-010df57d-8992-4d5b-9b93-3ad8ae630837 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.513693] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 731.513693] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522ac697-e06c-35c5-e235-010ca3d01a1b" [ 731.513693] env[69433]: _type = "Task" [ 731.513693] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.522394] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522ac697-e06c-35c5-e235-010ca3d01a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.545936] env[69433]: DEBUG nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.653796] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338248, 'name': PowerOffVM_Task, 'duration_secs': 0.211355} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.654208] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.654512] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.655391] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb72beb-bf76-4e99-8ce7-64e72b201f6b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.662682] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.662968] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1316e201-d795-4e88-9047-7bcd32ed8416 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.687212] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.687577] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.687907] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleting the datastore file [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.688284] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ad8859d-aee1-49b3-9a17-1ff8ead33212 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.695615] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 731.695615] env[69433]: value = "task-3338251" [ 731.695615] env[69433]: _type = "Task" [ 731.695615] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.709551] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.766988] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b29bb7-9288-491b-85e7-9c944690ee9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.775418] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c3257-b4b2-4e89-8ae0-c83782887c47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.808949] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013cc630-dadb-4576-aa8f-44c24d6672fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.819613] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84912f60-1846-4fbc-a4f7-22c475ad5c14 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.836821] env[69433]: DEBUG nova.compute.provider_tree [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.841482] env[69433]: DEBUG oslo_vmware.api [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338244, 'name': PowerOnVM_Task, 'duration_secs': 0.660848} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.841990] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.842150] env[69433]: INFO nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Took 7.94 seconds to spawn the instance on the hypervisor. [ 731.842429] env[69433]: DEBUG nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.843285] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02582ee2-b6f5-4931-ac7c-2bc803564d12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.893091] env[69433]: DEBUG nova.network.neutron [-] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.908171] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338249, 'name': ReconfigVM_Task, 'duration_secs': 0.318176} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.908554] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.908801] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14ed0535-0778-4aec-834c-846c45292760 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.915614] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 731.915614] env[69433]: value = "task-3338252" [ 731.915614] env[69433]: _type = "Task" [ 731.915614] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.928830] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.011903] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b16d953-058c-42a8-a09c-876e1c0f0055 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.023543] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522ac697-e06c-35c5-e235-010ca3d01a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.019295} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.025523] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e17b903d-8756-4604-8ae9-ade10e9349e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.030112] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c02a2a-9de1-48ee-bd23-74671bc68a87 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.043969] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 732.043969] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52867a12-195d-9ca8-d28c-df184598bc10" [ 732.043969] env[69433]: _type = "Task" [ 732.043969] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.054650] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52867a12-195d-9ca8-d28c-df184598bc10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.068766] env[69433]: DEBUG nova.compute.manager [req-acec41ba-27fd-47c5-b2a2-5babb154e4f2 req-010df57d-8992-4d5b-9b93-3ad8ae630837 service nova] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Detach interface failed, port_id=5739cb88-bbae-439c-a292-8f365b59f479, reason: Instance 482ad76b-9174-474f-a399-31a87941b4c2 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.205785] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102447} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.206078] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.206294] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.206488] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.245185] env[69433]: DEBUG nova.network.neutron [-] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.342936] env[69433]: DEBUG nova.scheduler.client.report [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.359998] env[69433]: INFO nova.compute.manager [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Took 39.19 seconds to build instance. [ 732.395858] env[69433]: INFO nova.compute.manager [-] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Took 1.65 seconds to deallocate network for instance. [ 732.427632] env[69433]: DEBUG oslo_vmware.api [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338252, 'name': PowerOnVM_Task, 'duration_secs': 0.391704} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.427632] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.430441] env[69433]: DEBUG nova.compute.manager [None req-09f85012-a78c-4fb9-bd8a-9a571f7c1281 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.431464] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7533f7-205d-4c43-9e42-9314b66ca423 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.555209] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52867a12-195d-9ca8-d28c-df184598bc10, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.556526] env[69433]: DEBUG nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.558779] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.559104] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.559636] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85c3ded9-c3e0-45f6-9388-3fc0d094e60a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.566996] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 732.566996] env[69433]: value = "task-3338253" [ 732.566996] env[69433]: _type = "Task" [ 732.566996] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.574622] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.582187] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.582440] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.582592] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.582773] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.582919] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.583079] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.583289] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.583482] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.583674] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.583844] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.584032] env[69433]: DEBUG nova.virt.hardware [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.584862] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36293a4c-b452-4a17-a48d-e73142506f81 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.592720] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995de70b-1171-457b-8ca8-08fe7c8d2081 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.607539] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.613089] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Creating folder: Project (af2a8c5becb043eb85a579282d29167a). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.613419] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53b62567-90f4-4bbe-9935-823ba2ae514c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.623731] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Created folder: Project (af2a8c5becb043eb85a579282d29167a) in parent group-v666200. [ 732.623945] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Creating folder: Instances. Parent ref: group-v666311. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.624199] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9887c721-beb5-46ea-a1cb-a2ab56d6bab9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.633247] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Created folder: Instances in parent group-v666311. [ 732.633483] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.633671] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.633876] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5294f8e-4429-4dd7-a716-0b731aec53f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.645827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd1f8a98-29c9-4403-bc93-2e2a5e0e8ebb tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "interface-af65de7d-28f6-438f-ae29-81686bf5af5c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.646076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd1f8a98-29c9-4403-bc93-2e2a5e0e8ebb tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "interface-af65de7d-28f6-438f-ae29-81686bf5af5c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.646386] env[69433]: DEBUG nova.objects.instance [None req-bd1f8a98-29c9-4403-bc93-2e2a5e0e8ebb tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lazy-loading 'flavor' on Instance uuid af65de7d-28f6-438f-ae29-81686bf5af5c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.652210] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.652210] env[69433]: value = "task-3338256" [ 732.652210] env[69433]: _type = "Task" [ 732.652210] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.659443] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338256, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.747888] env[69433]: INFO nova.compute.manager [-] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Took 1.32 seconds to deallocate network for instance. [ 732.849322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.852840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.951s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.854143] env[69433]: INFO nova.compute.claims [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.864264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2214625c-a4e3-419b-b460-2e99b109016d tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.140s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.880922] env[69433]: INFO nova.scheduler.client.report [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Deleted allocations for instance 2f8a27df-b350-4b34-8d14-8a57437488c4 [ 732.901603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.078669] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338253, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.150683] env[69433]: DEBUG nova.objects.instance [None req-bd1f8a98-29c9-4403-bc93-2e2a5e0e8ebb tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lazy-loading 'pci_requests' on Instance uuid af65de7d-28f6-438f-ae29-81686bf5af5c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.160990] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338256, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.237577] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.237834] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.238009] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.238633] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.238633] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.238633] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.238781] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.238861] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.238989] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.239177] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.239346] env[69433]: DEBUG nova.virt.hardware [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.240268] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b79c2-ef56-4380-9dda-d09e59cdd610 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.248189] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99645cea-3bfc-4b8c-8659-1837c3d60def {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.262805] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.263172] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.269030] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.269030] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.269270] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f402ded9-f631-4d55-ae4a-73c5e3a96b69 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.286223] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.286223] env[69433]: value = "task-3338257" [ 733.286223] env[69433]: _type = "Task" [ 733.286223] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.294645] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338257, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.366134] env[69433]: DEBUG nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.389732] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2e483095-f787-443c-968e-6b1a645acdf9 tempest-ServerShowV254Test-453594060 tempest-ServerShowV254Test-453594060-project-member] Lock "2f8a27df-b350-4b34-8d14-8a57437488c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.677s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.578212] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613538} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.578495] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.578754] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.579024] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c138e89c-c735-4397-a03e-623747f84764 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.585315] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 733.585315] env[69433]: value = "task-3338258" [ 733.585315] env[69433]: _type = "Task" [ 733.585315] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.594057] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.653525] env[69433]: DEBUG nova.objects.base [None req-bd1f8a98-29c9-4403-bc93-2e2a5e0e8ebb tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 733.653881] env[69433]: DEBUG nova.network.neutron [None req-bd1f8a98-29c9-4403-bc93-2e2a5e0e8ebb tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.665098] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338256, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.800144] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338257, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.834842] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd1f8a98-29c9-4403-bc93-2e2a5e0e8ebb tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "interface-af65de7d-28f6-438f-ae29-81686bf5af5c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.189s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.850131] env[69433]: INFO nova.compute.manager [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Unrescuing [ 733.850392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.850543] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquired lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.850704] env[69433]: DEBUG nova.network.neutron [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.892859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.022054] env[69433]: DEBUG nova.compute.manager [req-eaf5a6ca-6995-475b-a6d1-680c4eb8040e req-b25e873e-0f70-46a5-ab64-9946703ca7b3 service nova] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Received event network-vif-deleted-90f8de49-300f-46a3-b029-ab1e51adb2f7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.094836] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062766} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.097566] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.098605] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f2c24f-7aca-4811-ab25-27d9a5ca9425 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.119409] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.122398] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-867a8b45-a01a-4202-95fb-5b22eba082ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.144829] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 734.144829] env[69433]: value = "task-3338259" [ 734.144829] env[69433]: _type = "Task" [ 734.144829] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.153471] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.166236] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338256, 'name': CreateVM_Task, 'duration_secs': 1.355923} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.169785] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.171374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.171374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.171374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.171591] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211418dd-dfff-4bf6-baa3-d7906e8f8993 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.176898] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 734.176898] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528151de-5b04-f4dd-06d5-3c27247d245c" [ 734.176898] env[69433]: _type = "Task" [ 734.176898] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.185965] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528151de-5b04-f4dd-06d5-3c27247d245c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.300353] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338257, 'name': CreateVM_Task, 'duration_secs': 0.623434} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.300538] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.300991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.433068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0761f5f-62ab-4e8c-b688-8969cdf902d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.442569] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd927a4-7aa4-4d52-9ff0-22fee65dfa87 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.482677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017a38c3-3850-4334-9e89-0480a48f4d79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.492493] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e6aee4-7ac8-49c7-b461-45560bb7f2d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.505541] env[69433]: DEBUG nova.compute.provider_tree [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.636110] env[69433]: DEBUG nova.network.neutron [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Updating instance_info_cache with network_info: [{"id": "488379ff-f0b0-4af1-9308-dc1710617812", "address": "fa:16:3e:3a:65:65", "network": {"id": "a28ad8ff-5df9-41e4-bb63-c1569337a47b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-297644550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ceeedd39e2544f2fb98946061dd1e8fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap488379ff-f0", "ovs_interfaceid": "488379ff-f0b0-4af1-9308-dc1710617812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.657329] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338259, 'name': ReconfigVM_Task, 'duration_secs': 0.372338} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.657626] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Reconfigured VM instance instance-00000025 to attach disk [datastore2] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.658339] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea79342d-3879-4f62-88d6-58f07387711d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.668284] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 734.668284] env[69433]: value = "task-3338260" [ 734.668284] env[69433]: _type = "Task" [ 734.668284] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.674382] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338260, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.686967] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528151de-5b04-f4dd-06d5-3c27247d245c, 'name': SearchDatastore_Task, 'duration_secs': 0.010786} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.687312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.687607] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.687879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.688124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.688306] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.688592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.688898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.689184] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d49f1b-a3c2-4a2d-b64d-dae909be5036 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.691449] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f50b2db0-5380-4f9c-8d87-7db70bce869f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.697314] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 734.697314] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee4eb8-8225-ca9c-595b-90e2c9996341" [ 734.697314] env[69433]: _type = "Task" [ 734.697314] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.701304] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.701483] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.702527] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e4b050-2a91-4346-acb4-fbae19de7134 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.708092] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee4eb8-8225-ca9c-595b-90e2c9996341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.710930] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 734.710930] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207f1e8-f2bb-d804-8346-d5cdc2fe89df" [ 734.710930] env[69433]: _type = "Task" [ 734.710930] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.718390] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207f1e8-f2bb-d804-8346-d5cdc2fe89df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.010424] env[69433]: DEBUG nova.scheduler.client.report [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.139710] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Releasing lock "refresh_cache-8a408ee7-9957-489d-8dd4-fe4dab792d26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.140095] env[69433]: DEBUG nova.objects.instance [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lazy-loading 'flavor' on Instance uuid 8a408ee7-9957-489d-8dd4-fe4dab792d26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.177941] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338260, 'name': Rename_Task, 'duration_secs': 0.155799} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.178244] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.178494] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c661a54-2ecc-437f-9aac-cf95df1c9d01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.185599] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 735.185599] env[69433]: value = "task-3338261" [ 735.185599] env[69433]: _type = "Task" [ 735.185599] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.193778] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.208822] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee4eb8-8225-ca9c-595b-90e2c9996341, 'name': SearchDatastore_Task, 'duration_secs': 0.0175} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.209148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.209383] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.209613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.223026] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207f1e8-f2bb-d804-8346-d5cdc2fe89df, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.223930] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33546858-f057-44e3-a972-15697018fa1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.229965] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 735.229965] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5282563d-451c-f775-ae0d-71f78cf17297" [ 735.229965] env[69433]: _type = "Task" [ 735.229965] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.238675] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5282563d-451c-f775-ae0d-71f78cf17297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.516127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.516516] env[69433]: DEBUG nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.519602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.320s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.519602] env[69433]: DEBUG nova.objects.instance [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lazy-loading 'resources' on Instance uuid 92219f2e-1d61-4a99-9bff-78a6e4c0cb65 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.645928] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e48ef-6563-4b52-b2bd-741a4ffd8fe5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.667705] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.668120] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1968ccf9-204c-4d42-a95a-e38dd48a9396 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.675361] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 735.675361] env[69433]: value = "task-3338262" [ 735.675361] env[69433]: _type = "Task" [ 735.675361] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.684609] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.695766] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338261, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.741644] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5282563d-451c-f775-ae0d-71f78cf17297, 'name': SearchDatastore_Task, 'duration_secs': 0.019347} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.742057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.742457] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281/3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.742804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.743128] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.743398] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff1d3f20-9522-4305-800d-bd54eb81d44e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.745801] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a435d0e-fc57-476e-94d6-f557853f69c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.755252] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 735.755252] env[69433]: value = "task-3338263" [ 735.755252] env[69433]: _type = "Task" [ 735.755252] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.759302] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.759499] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.760226] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1897fa7c-6c71-4d25-aa86-0c01eba3b8e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.768155] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.769333] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 735.769333] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272452e-9d51-baec-a096-bc44d94f5183" [ 735.769333] env[69433]: _type = "Task" [ 735.769333] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.777139] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272452e-9d51-baec-a096-bc44d94f5183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.825066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "af65de7d-28f6-438f-ae29-81686bf5af5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.825066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.825182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "af65de7d-28f6-438f-ae29-81686bf5af5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.825346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.825523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.827955] env[69433]: INFO nova.compute.manager [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Terminating instance [ 736.022622] env[69433]: DEBUG nova.compute.utils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.027060] env[69433]: DEBUG nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.027273] env[69433]: DEBUG nova.network.neutron [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.083832] env[69433]: DEBUG nova.policy [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd247635d0514ae997b1a77800e9b68e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc62c357493b45e9be24c58bafa6c72d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.188717] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338262, 'name': PowerOffVM_Task, 'duration_secs': 0.237634} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.192665] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.201050] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 736.204048] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66af7e37-8d9a-4802-aedd-1c291c73d390 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.225950] env[69433]: DEBUG oslo_vmware.api [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338261, 'name': PowerOnVM_Task, 'duration_secs': 0.8409} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.227506] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.228332] env[69433]: INFO nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Took 6.37 seconds to spawn the instance on the hypervisor. [ 736.228332] env[69433]: DEBUG nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.228332] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 736.228332] env[69433]: value = "task-3338264" [ 736.228332] env[69433]: _type = "Task" [ 736.228332] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.229144] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c705056-3afa-4de7-a82a-0c211eb99bcd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.247317] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.267096] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338263, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.280472] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272452e-9d51-baec-a096-bc44d94f5183, 'name': SearchDatastore_Task, 'duration_secs': 0.028952} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.281487] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d23076-ee9d-4f86-999f-078dd0b505a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.293023] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 736.293023] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52111179-f57e-63b5-13d3-1c50c32f5631" [ 736.293023] env[69433]: _type = "Task" [ 736.293023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.302230] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52111179-f57e-63b5-13d3-1c50c32f5631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.335103] env[69433]: DEBUG nova.compute.manager [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.335529] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.338203] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c695aad-74d5-4fa6-ade7-eed3e3c2cf27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.346675] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.346964] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3be9f801-0176-4c79-b9dd-c7627be34375 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.357126] env[69433]: DEBUG oslo_vmware.api [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 736.357126] env[69433]: value = "task-3338265" [ 736.357126] env[69433]: _type = "Task" [ 736.357126] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.372158] env[69433]: DEBUG oslo_vmware.api [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.501109] env[69433]: DEBUG nova.network.neutron [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Successfully created port: dcf316fd-73bb-4031-887c-1773d1137bbf {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.527640] env[69433]: DEBUG nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.620301] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ccbe7-d142-49d9-8ebb-aee87d45a974 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.628524] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ad71a6-8653-4cd4-b002-80deb59d4454 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.660343] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201cdf51-e61c-4d25-9df6-6d03d3a36da5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.668342] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b095eab3-8cfa-4e3c-90f7-7bfae3f60c95 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.682225] env[69433]: DEBUG nova.compute.provider_tree [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.742828] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.761530] env[69433]: INFO nova.compute.manager [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Took 38.15 seconds to build instance. [ 736.769034] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668099} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.769329] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281/3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.769534] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.769820] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1644f493-cd78-48e0-a18a-c96fbe43b1fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.777344] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 736.777344] env[69433]: value = "task-3338266" [ 736.777344] env[69433]: _type = "Task" [ 736.777344] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.785341] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.802827] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52111179-f57e-63b5-13d3-1c50c32f5631, 'name': SearchDatastore_Task, 'duration_secs': 0.048496} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.803265] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.803459] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.803807] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbe673f5-00f5-4831-a1d3-5e03d8df43d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.809839] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 736.809839] env[69433]: value = "task-3338267" [ 736.809839] env[69433]: _type = "Task" [ 736.809839] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.819877] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.867320] env[69433]: DEBUG oslo_vmware.api [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338265, 'name': PowerOffVM_Task, 'duration_secs': 0.286983} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.867620] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.867825] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.868159] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1e27ee6-7208-48ae-8445-db20b5754906 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.931120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.931429] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.931681] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Deleting the datastore file [datastore1] af65de7d-28f6-438f-ae29-81686bf5af5c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.932470] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06b4aa70-403e-4e8b-8cfa-9a7ba5b88593 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.940872] env[69433]: DEBUG oslo_vmware.api [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for the task: (returnval){ [ 736.940872] env[69433]: value = "task-3338269" [ 736.940872] env[69433]: _type = "Task" [ 736.940872] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.951867] env[69433]: DEBUG oslo_vmware.api [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.186176] env[69433]: DEBUG nova.scheduler.client.report [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.243710] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338264, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.263421] env[69433]: DEBUG oslo_concurrency.lockutils [None req-69d97c88-315a-457a-99d0-040e9545707b tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "dda40d11-631f-478c-bcc4-35b7bcd079a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.718s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.287616] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.319815] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.451190] env[69433]: DEBUG oslo_vmware.api [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Task: {'id': task-3338269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257708} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.451458] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.451639] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.451927] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.452129] env[69433]: INFO nova.compute.manager [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 737.452765] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.452765] env[69433]: DEBUG nova.compute.manager [-] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.452765] env[69433]: DEBUG nova.network.neutron [-] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.539929] env[69433]: DEBUG nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.567125] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.567405] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.567583] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.567823] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.568215] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.568466] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.568718] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.568915] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.569137] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.569338] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.569542] env[69433]: DEBUG nova.virt.hardware [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.570532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae177193-a5a6-4592-b7d8-deaea4fe3bfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.579672] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f14429e-2c9f-4f53-a6a1-eedc1c4bcaca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.693641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.695894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.626s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.695894] env[69433]: DEBUG nova.objects.instance [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lazy-loading 'resources' on Instance uuid fa288b4c-b51a-4ef0-b700-0da46529617f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.720808] env[69433]: INFO nova.scheduler.client.report [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Deleted allocations for instance 92219f2e-1d61-4a99-9bff-78a6e4c0cb65 [ 737.745831] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338264, 'name': ReconfigVM_Task, 'duration_secs': 1.438446} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.746165] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 737.746354] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.746612] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f341a087-7fa8-4d5c-8908-788468c69485 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.753938] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 737.753938] env[69433]: value = "task-3338270" [ 737.753938] env[69433]: _type = "Task" [ 737.753938] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.762604] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.766256] env[69433]: DEBUG nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.790388] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.925561} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.790631] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.791485] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d69747-3528-4e59-8c79-8e7c568975bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.814415] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281/3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.817182] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b1124f-49db-4252-a020-0b5cf247e622 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.833733] env[69433]: DEBUG nova.network.neutron [-] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.845439] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338267, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.850255] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 737.850255] env[69433]: value = "task-3338271" [ 737.850255] env[69433]: _type = "Task" [ 737.850255] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.854412] env[69433]: INFO nova.compute.manager [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Rebuilding instance [ 737.865582] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.893116] env[69433]: DEBUG nova.compute.manager [req-343ce3a2-a5e5-43aa-9668-3a65434d4b8b req-418a3ae7-a69e-4a3b-91d9-8956e1bdd92e service nova] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Received event network-vif-deleted-6e78416e-9e09-4a26-9a7f-763aa1f4424d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.921605] env[69433]: DEBUG nova.compute.manager [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.922875] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31638fae-019a-4a5d-b3de-4a0e3f19af66 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.104924] env[69433]: DEBUG nova.compute.manager [req-885fed41-e5ca-4cc9-884c-86584f0f91ac req-a4812b15-4885-483a-b566-3ef5e50a085c service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Received event network-vif-plugged-dcf316fd-73bb-4031-887c-1773d1137bbf {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.104924] env[69433]: DEBUG oslo_concurrency.lockutils [req-885fed41-e5ca-4cc9-884c-86584f0f91ac req-a4812b15-4885-483a-b566-3ef5e50a085c service nova] Acquiring lock "9c265d8a-05c2-4227-9561-f217be324a2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.105071] env[69433]: DEBUG oslo_concurrency.lockutils [req-885fed41-e5ca-4cc9-884c-86584f0f91ac req-a4812b15-4885-483a-b566-3ef5e50a085c service nova] Lock "9c265d8a-05c2-4227-9561-f217be324a2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.106041] env[69433]: DEBUG oslo_concurrency.lockutils [req-885fed41-e5ca-4cc9-884c-86584f0f91ac req-a4812b15-4885-483a-b566-3ef5e50a085c service nova] Lock "9c265d8a-05c2-4227-9561-f217be324a2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.106041] env[69433]: DEBUG nova.compute.manager [req-885fed41-e5ca-4cc9-884c-86584f0f91ac req-a4812b15-4885-483a-b566-3ef5e50a085c service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] No waiting events found dispatching network-vif-plugged-dcf316fd-73bb-4031-887c-1773d1137bbf {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.106041] env[69433]: WARNING nova.compute.manager [req-885fed41-e5ca-4cc9-884c-86584f0f91ac req-a4812b15-4885-483a-b566-3ef5e50a085c service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Received unexpected event network-vif-plugged-dcf316fd-73bb-4031-887c-1773d1137bbf for instance with vm_state building and task_state spawning. [ 738.206472] env[69433]: DEBUG nova.network.neutron [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Successfully updated port: dcf316fd-73bb-4031-887c-1773d1137bbf {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.236996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cf1079c4-519c-4d62-add4-18d4b3ecb212 tempest-FloatingIPsAssociationTestJSON-383252537 tempest-FloatingIPsAssociationTestJSON-383252537-project-member] Lock "92219f2e-1d61-4a99-9bff-78a6e4c0cb65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.726s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.273918] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.292336] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.325768] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338267, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.328346} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.328402] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.328631] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.329083] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c42245dd-0a82-4659-96d6-424d5b576931 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.335189] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 738.335189] env[69433]: value = "task-3338272" [ 738.335189] env[69433]: _type = "Task" [ 738.335189] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.338658] env[69433]: INFO nova.compute.manager [-] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Took 0.89 seconds to deallocate network for instance. [ 738.348431] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.359594] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338271, 'name': ReconfigVM_Task, 'duration_secs': 0.496231} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.359968] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281/3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.363799] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a23da71-52f5-4513-8959-e16dcd9538a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.381084] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 738.381084] env[69433]: value = "task-3338273" [ 738.381084] env[69433]: _type = "Task" [ 738.381084] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.396022] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338273, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.710218] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "refresh_cache-9c265d8a-05c2-4227-9561-f217be324a2e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.710354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquired lock "refresh_cache-9c265d8a-05c2-4227-9561-f217be324a2e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.710508] env[69433]: DEBUG nova.network.neutron [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.712880] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4532ced-7fe1-4dad-a5b5-2403d148cfb2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.721478] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2de9d9-d674-430f-b1a1-120f95803d3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.755051] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e476e85-4bc8-4b14-af99-43f7eb055c99 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.770589] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5fc3a5-8900-4b8e-be49-17816d523c75 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.774921] env[69433]: DEBUG oslo_vmware.api [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338270, 'name': PowerOnVM_Task, 'duration_secs': 0.752809} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.775299] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.775601] env[69433]: DEBUG nova.compute.manager [None req-4e45cc3d-7a18-445f-ac38-8f25451c3449 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.776895] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d3dfca-cc2f-48f4-a8f6-1c1181069d2e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.790552] env[69433]: DEBUG nova.compute.provider_tree [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.847350] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0807} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.847656] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.848734] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b210919-8a6b-4949-a534-e50fc04e7d8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.852806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.873019] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.873019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ae6afe-400f-4399-907b-6fb87c289dd4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.898162] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338273, 'name': Rename_Task, 'duration_secs': 0.182237} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.899595] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.899912] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 738.899912] env[69433]: value = "task-3338274" [ 738.899912] env[69433]: _type = "Task" [ 738.899912] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.900159] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6d0af9d-bbdd-47ca-8fca-43e9682df746 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.911926] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.913312] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 738.913312] env[69433]: value = "task-3338275" [ 738.913312] env[69433]: _type = "Task" [ 738.913312] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.923141] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.936761] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.937102] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53f3c3a9-ed55-46ec-b182-66315afa0f66 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.945959] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 738.945959] env[69433]: value = "task-3338276" [ 738.945959] env[69433]: _type = "Task" [ 738.945959] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.960716] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.272189] env[69433]: DEBUG nova.network.neutron [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.284970] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d25a-51bd-8888-9ef2-0bd3ba9f06a2/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 739.285945] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79332b8-4d0c-4a98-aac3-18cd892f9045 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.293630] env[69433]: DEBUG nova.scheduler.client.report [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.297192] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d25a-51bd-8888-9ef2-0bd3ba9f06a2/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 739.299303] env[69433]: ERROR oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d25a-51bd-8888-9ef2-0bd3ba9f06a2/disk-0.vmdk due to incomplete transfer. [ 739.299968] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-19cc5a43-076f-4a0c-a1a5-b33f52f287bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.310188] env[69433]: DEBUG oslo_vmware.rw_handles [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b5d25a-51bd-8888-9ef2-0bd3ba9f06a2/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.310405] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Uploaded image 05072162-371d-41c4-92f7-0474bae8f4c3 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.315016] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.315016] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7293c2aa-5227-4e4c-a9db-b7e95772b4a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.319903] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 739.319903] env[69433]: value = "task-3338277" [ 739.319903] env[69433]: _type = "Task" [ 739.319903] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.329397] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338277, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.413539] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.421688] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338275, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.459544] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338276, 'name': PowerOffVM_Task, 'duration_secs': 0.243286} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.459863] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.464247] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.464798] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaf6d36-56d4-4d70-bf81-9d46d7aa8f8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.472265] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.472546] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2351a6c6-79a7-420a-8cfd-133763f1912f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.505008] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.505254] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.505440] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Deleting the datastore file [datastore2] dda40d11-631f-478c-bcc4-35b7bcd079a7 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.505752] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eabfb7de-5736-43af-9212-90ec68f8d4da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.514182] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 739.514182] env[69433]: value = "task-3338279" [ 739.514182] env[69433]: _type = "Task" [ 739.514182] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.522341] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.579213] env[69433]: DEBUG nova.network.neutron [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Updating instance_info_cache with network_info: [{"id": "dcf316fd-73bb-4031-887c-1773d1137bbf", "address": "fa:16:3e:8d:6d:0f", "network": {"id": "d9160d5e-65c0-4076-b7f5-6f64f1f9dc2f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1899887022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc62c357493b45e9be24c58bafa6c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf316fd-73", "ovs_interfaceid": "dcf316fd-73bb-4031-887c-1773d1137bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.800208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.802999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.090s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.803288] env[69433]: DEBUG nova.objects.instance [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lazy-loading 'resources' on Instance uuid 7530c7cf-94a7-415b-a631-7777e2b09a47 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.832626] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338277, 'name': Destroy_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.833812] env[69433]: INFO nova.scheduler.client.report [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleted allocations for instance fa288b4c-b51a-4ef0-b700-0da46529617f [ 739.914699] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338274, 'name': ReconfigVM_Task, 'duration_secs': 0.624914} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.918523] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6/87ccccac-cfaa-4602-b8d0-d2a8465cb8a6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.919462] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cd2de61-ec65-4026-b6f6-ef9c83ac3278 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.925919] env[69433]: DEBUG oslo_vmware.api [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338275, 'name': PowerOnVM_Task, 'duration_secs': 0.576797} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.927107] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.927316] env[69433]: INFO nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Took 7.37 seconds to spawn the instance on the hypervisor. [ 739.927613] env[69433]: DEBUG nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.927936] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 739.927936] env[69433]: value = "task-3338280" [ 739.927936] env[69433]: _type = "Task" [ 739.927936] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.928634] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be908f3-6167-42f1-a2b6-e9b92496c980 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.946204] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338280, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.029833] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351684} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.029833] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.029833] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.029833] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.081796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Releasing lock "refresh_cache-9c265d8a-05c2-4227-9561-f217be324a2e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.082131] env[69433]: DEBUG nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Instance network_info: |[{"id": "dcf316fd-73bb-4031-887c-1773d1137bbf", "address": "fa:16:3e:8d:6d:0f", "network": {"id": "d9160d5e-65c0-4076-b7f5-6f64f1f9dc2f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1899887022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc62c357493b45e9be24c58bafa6c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf316fd-73", "ovs_interfaceid": "dcf316fd-73bb-4031-887c-1773d1137bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.082824] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:6d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcf316fd-73bb-4031-887c-1773d1137bbf', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.092651] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Creating folder: Project (cc62c357493b45e9be24c58bafa6c72d). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.093105] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5d547b0-901e-4525-8b66-5932598bb040 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.104453] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Created folder: Project (cc62c357493b45e9be24c58bafa6c72d) in parent group-v666200. [ 740.104681] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Creating folder: Instances. Parent ref: group-v666315. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.104948] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4938e3d-0f7b-4921-9efa-370badcdb99b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.114635] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Created folder: Instances in parent group-v666315. [ 740.114886] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.115092] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.115306] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a02a1908-aab0-455d-8770-652ea5ce8dd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.137043] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.137043] env[69433]: value = "task-3338283" [ 740.137043] env[69433]: _type = "Task" [ 740.137043] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.148639] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338283, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.272413] env[69433]: DEBUG nova.compute.manager [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Received event network-changed-dcf316fd-73bb-4031-887c-1773d1137bbf {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.272605] env[69433]: DEBUG nova.compute.manager [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Refreshing instance network info cache due to event network-changed-dcf316fd-73bb-4031-887c-1773d1137bbf. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.272832] env[69433]: DEBUG oslo_concurrency.lockutils [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] Acquiring lock "refresh_cache-9c265d8a-05c2-4227-9561-f217be324a2e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.273059] env[69433]: DEBUG oslo_concurrency.lockutils [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] Acquired lock "refresh_cache-9c265d8a-05c2-4227-9561-f217be324a2e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.273133] env[69433]: DEBUG nova.network.neutron [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Refreshing network info cache for port dcf316fd-73bb-4031-887c-1773d1137bbf {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.337529] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338277, 'name': Destroy_Task, 'duration_secs': 0.83477} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.337529] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Destroyed the VM [ 740.337529] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.337529] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be7a7105-da77-4ee8-a0e0-890a9700abab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.345530] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 740.345530] env[69433]: value = "task-3338284" [ 740.345530] env[69433]: _type = "Task" [ 740.345530] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.345991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35c0a34d-09a5-4d2e-83d3-416438234785 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "fa288b4c-b51a-4ef0-b700-0da46529617f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.838s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.356857] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.444737] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338280, 'name': Rename_Task, 'duration_secs': 0.288228} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.445140] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.445396] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9afa766-1564-4b81-a10d-4831be7ab1e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.456502] env[69433]: INFO nova.compute.manager [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Took 39.76 seconds to build instance. [ 740.458839] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 740.458839] env[69433]: value = "task-3338285" [ 740.458839] env[69433]: _type = "Task" [ 740.458839] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.467523] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.500656] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "8a408ee7-9957-489d-8dd4-fe4dab792d26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.500923] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.501153] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "8a408ee7-9957-489d-8dd4-fe4dab792d26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.501422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.501496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.505620] env[69433]: INFO nova.compute.manager [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Terminating instance [ 740.650860] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338283, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.856455] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.882804] env[69433]: DEBUG nova.compute.manager [None req-b9952d29-cae1-41b3-816b-2ecf53d294fb tempest-ServerDiagnosticsV248Test-1834842775 tempest-ServerDiagnosticsV248Test-1834842775-project-admin] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.883998] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55807efe-64d4-43fb-9a9a-3d1e640767da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.891843] env[69433]: INFO nova.compute.manager [None req-b9952d29-cae1-41b3-816b-2ecf53d294fb tempest-ServerDiagnosticsV248Test-1834842775 tempest-ServerDiagnosticsV248Test-1834842775-project-admin] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Retrieving diagnostics [ 740.893082] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc227e2-849f-4dd4-901c-116733550749 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.953046] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1f4d7a-a578-454b-9e25-ad323ca39bac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.960281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0ec119d3-e6b5-42ae-ab6f-d75f738c256f tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.129s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.965600] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972d0df9-c098-4aa1-977a-533192237360 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.975320] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.004069] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ff4fed-6ecd-4756-9d3e-2dc324dc99b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.012359] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5df568-9282-4762-98e0-a8aac324a17c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.016924] env[69433]: DEBUG nova.compute.manager [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.017021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.017830] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44e1415-ef87-4e8d-96e2-58f2fbe8bb19 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.030727] env[69433]: DEBUG nova.compute.provider_tree [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.035683] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.035683] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d77ed925-b102-4aaf-88c0-78b544d4f739 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.044342] env[69433]: DEBUG oslo_vmware.api [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 741.044342] env[69433]: value = "task-3338286" [ 741.044342] env[69433]: _type = "Task" [ 741.044342] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.053187] env[69433]: DEBUG oslo_vmware.api [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.073398] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.073730] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.073906] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.074107] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.074261] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.074410] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.074619] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.074779] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.074947] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.075125] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.075300] env[69433]: DEBUG nova.virt.hardware [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.076202] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8f88ea-3e3a-4ce3-a7f1-a44cf1e737f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.088956] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb1e4e1-0b28-4eed-8083-3afbf65f0f6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.102039] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.107586] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.107830] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.108060] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fb668b7-5577-4076-bb63-76620c04ae2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.124718] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.124718] env[69433]: value = "task-3338287" [ 741.124718] env[69433]: _type = "Task" [ 741.124718] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.125524] env[69433]: DEBUG nova.network.neutron [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Updated VIF entry in instance network info cache for port dcf316fd-73bb-4031-887c-1773d1137bbf. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.125899] env[69433]: DEBUG nova.network.neutron [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Updating instance_info_cache with network_info: [{"id": "dcf316fd-73bb-4031-887c-1773d1137bbf", "address": "fa:16:3e:8d:6d:0f", "network": {"id": "d9160d5e-65c0-4076-b7f5-6f64f1f9dc2f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1899887022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc62c357493b45e9be24c58bafa6c72d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf316fd-73", "ovs_interfaceid": "dcf316fd-73bb-4031-887c-1773d1137bbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.135139] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338287, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.147248] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338283, 'name': CreateVM_Task, 'duration_secs': 0.710173} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.147406] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.148080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.148248] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.148560] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.148803] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6dd8245-0e87-4df0-a6ab-7676c86b31f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.155104] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 741.155104] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b34ab-932b-041b-ee6e-497368fe5d8c" [ 741.155104] env[69433]: _type = "Task" [ 741.155104] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.162732] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b34ab-932b-041b-ee6e-497368fe5d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.359091] env[69433]: DEBUG oslo_vmware.api [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338284, 'name': RemoveSnapshot_Task, 'duration_secs': 0.655559} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.359713] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.359987] env[69433]: INFO nova.compute.manager [None req-8b38868c-ac00-4951-8861-f09811abaed9 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Took 14.95 seconds to snapshot the instance on the hypervisor. [ 741.470872] env[69433]: DEBUG nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.473289] env[69433]: DEBUG oslo_vmware.api [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338285, 'name': PowerOnVM_Task, 'duration_secs': 0.562715} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.473535] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.473742] env[69433]: DEBUG nova.compute.manager [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.474716] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781fd699-8463-4923-8150-94bdef2df3a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.537445] env[69433]: DEBUG nova.scheduler.client.report [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.554725] env[69433]: DEBUG oslo_vmware.api [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338286, 'name': PowerOffVM_Task, 'duration_secs': 0.366343} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.555535] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.555706] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.555955] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d89d50-23c1-4467-8b05-f60609586c7d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.631628] env[69433]: DEBUG oslo_concurrency.lockutils [req-771920a2-59aa-4041-8ead-1176b7903ac5 req-1f38e3a5-4cc6-4962-8b19-3e495789f778 service nova] Releasing lock "refresh_cache-9c265d8a-05c2-4227-9561-f217be324a2e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.637098] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338287, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.664166] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b34ab-932b-041b-ee6e-497368fe5d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.02333} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.664484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.664713] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.665209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.665209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.665352] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.665615] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c933adc-f0df-460c-8e35-8f491fd1ccb6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.682559] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.683247] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.683581] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b94b43-f058-4485-8cb4-2804719ffe55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.689034] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 741.689034] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52131c1b-468b-5ef6-e477-0e7f0100765b" [ 741.689034] env[69433]: _type = "Task" [ 741.689034] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.698058] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52131c1b-468b-5ef6-e477-0e7f0100765b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.912911] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.912911] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.914997] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Deleting the datastore file [datastore1] 8a408ee7-9957-489d-8dd4-fe4dab792d26 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.914997] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172da02b-4c17-48dc-8df4-2367b6363fba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.922763] env[69433]: DEBUG oslo_vmware.api [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 741.922763] env[69433]: value = "task-3338289" [ 741.922763] env[69433]: _type = "Task" [ 741.922763] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.932387] env[69433]: DEBUG oslo_vmware.api [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.990761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.996509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.042646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.045242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.156s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.045539] env[69433]: DEBUG nova.objects.instance [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lazy-loading 'resources' on Instance uuid 392a7894-9094-4707-9de4-9746b64eedd7 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.068137] env[69433]: INFO nova.scheduler.client.report [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Deleted allocations for instance 7530c7cf-94a7-415b-a631-7777e2b09a47 [ 742.138351] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338287, 'name': CreateVM_Task, 'duration_secs': 0.783395} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.138351] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.138718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.139334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.139927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.140472] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e9bb42-d85a-48f4-84b5-4876f02cac45 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.145806] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 742.145806] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521a8352-5265-3aa5-851d-4d00956028fb" [ 742.145806] env[69433]: _type = "Task" [ 742.145806] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.155422] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521a8352-5265-3aa5-851d-4d00956028fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.199019] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52131c1b-468b-5ef6-e477-0e7f0100765b, 'name': SearchDatastore_Task, 'duration_secs': 0.038105} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.199867] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826c08a8-a0a6-4a0b-82d2-a338d57b826c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.205197] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 742.205197] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5256628f-2856-9a96-ad67-baa4f0e5c635" [ 742.205197] env[69433]: _type = "Task" [ 742.205197] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.213146] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5256628f-2856-9a96-ad67-baa4f0e5c635, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.431969] env[69433]: DEBUG oslo_vmware.api [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23007} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.432286] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.432468] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.432643] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.432816] env[69433]: INFO nova.compute.manager [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Took 1.42 seconds to destroy the instance on the hypervisor. [ 742.433074] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.433274] env[69433]: DEBUG nova.compute.manager [-] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.433370] env[69433]: DEBUG nova.network.neutron [-] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.515141] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.515239] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.515456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.515644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.517036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.522225] env[69433]: INFO nova.compute.manager [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Terminating instance [ 742.579263] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c88d9ba4-a5f6-452c-b76a-379933bf46e7 tempest-VolumesAssistedSnapshotsTest-63138145 tempest-VolumesAssistedSnapshotsTest-63138145-project-member] Lock "7530c7cf-94a7-415b-a631-7777e2b09a47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.770s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.659870] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521a8352-5265-3aa5-851d-4d00956028fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.662899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.663180] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.663464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.717670] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5256628f-2856-9a96-ad67-baa4f0e5c635, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.720240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.720502] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 9c265d8a-05c2-4227-9561-f217be324a2e/9c265d8a-05c2-4227-9561-f217be324a2e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.720962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.721169] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.721389] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0179220-6da5-44b8-a047-5758411174d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.723855] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7deadc4-c592-4f49-b760-c0160efad874 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.729923] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 742.729923] env[69433]: value = "task-3338290" [ 742.729923] env[69433]: _type = "Task" [ 742.729923] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.736970] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.737267] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.742322] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9610028-964d-4045-a907-19d0778ec30b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.745370] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.751731] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 742.751731] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527143cd-3c0a-a301-ab1c-ee87cee49fcf" [ 742.751731] env[69433]: _type = "Task" [ 742.751731] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.760347] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527143cd-3c0a-a301-ab1c-ee87cee49fcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.025279] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "refresh_cache-87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.025464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "refresh_cache-87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.026143] env[69433]: DEBUG nova.network.neutron [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.079388] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252afa8a-5d92-4d26-a232-93a984cb17e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.089866] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291998b4-94c6-451c-961e-1a3078c03fcc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.126916] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9891f2d4-9565-41b4-a867-7a916cdff04e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.136744] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca638f1-65b4-40e6-b6eb-6c316544e4c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.154839] env[69433]: DEBUG nova.compute.provider_tree [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.241333] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338290, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.265140] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527143cd-3c0a-a301-ab1c-ee87cee49fcf, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.266196] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9667f2c3-e0fd-4efe-9d26-24f04d1bb217 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.272996] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 743.272996] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5213e27a-8d4f-b5f9-163b-07d174faa753" [ 743.272996] env[69433]: _type = "Task" [ 743.272996] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.282792] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5213e27a-8d4f-b5f9-163b-07d174faa753, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.300830] env[69433]: DEBUG nova.compute.manager [req-81048ce8-3a22-4319-88c4-f7b58285a0de req-4efb0c01-4e6b-4a60-87cb-0999b3b3b8d4 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Received event network-vif-deleted-488379ff-f0b0-4af1-9308-dc1710617812 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.301640] env[69433]: INFO nova.compute.manager [req-81048ce8-3a22-4319-88c4-f7b58285a0de req-4efb0c01-4e6b-4a60-87cb-0999b3b3b8d4 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Neutron deleted interface 488379ff-f0b0-4af1-9308-dc1710617812; detaching it from the instance and deleting it from the info cache [ 743.302283] env[69433]: DEBUG nova.network.neutron [req-81048ce8-3a22-4319-88c4-f7b58285a0de req-4efb0c01-4e6b-4a60-87cb-0999b3b3b8d4 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.553496] env[69433]: DEBUG nova.network.neutron [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.584730] env[69433]: DEBUG nova.network.neutron [-] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.651073] env[69433]: DEBUG nova.network.neutron [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.658639] env[69433]: DEBUG nova.scheduler.client.report [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.740903] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727287} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.741178] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 9c265d8a-05c2-4227-9561-f217be324a2e/9c265d8a-05c2-4227-9561-f217be324a2e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.741399] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.741734] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd8ad74b-0ac9-42fa-ba24-15b3302cd07c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.749832] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 743.749832] env[69433]: value = "task-3338291" [ 743.749832] env[69433]: _type = "Task" [ 743.749832] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.760899] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.784858] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5213e27a-8d4f-b5f9-163b-07d174faa753, 'name': SearchDatastore_Task, 'duration_secs': 0.055757} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.785328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.786013] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.786355] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35362266-928f-40f2-bfdf-b2afe76da636 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.794373] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 743.794373] env[69433]: value = "task-3338292" [ 743.794373] env[69433]: _type = "Task" [ 743.794373] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.803717] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.805514] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2046ddb-c425-4af0-bba3-51ca02a75577 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.814325] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c127d5-b64c-4bc4-9b97-d5f70391c013 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.853603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "edf0945e-367f-41c9-a083-e4294b7b270a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.853996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "edf0945e-367f-41c9-a083-e4294b7b270a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.855012] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "edf0945e-367f-41c9-a083-e4294b7b270a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.855749] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "edf0945e-367f-41c9-a083-e4294b7b270a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.856083] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "edf0945e-367f-41c9-a083-e4294b7b270a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.858151] env[69433]: DEBUG nova.compute.manager [req-81048ce8-3a22-4319-88c4-f7b58285a0de req-4efb0c01-4e6b-4a60-87cb-0999b3b3b8d4 service nova] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Detach interface failed, port_id=488379ff-f0b0-4af1-9308-dc1710617812, reason: Instance 8a408ee7-9957-489d-8dd4-fe4dab792d26 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 743.859138] env[69433]: INFO nova.compute.manager [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Terminating instance [ 744.076723] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "3e0e857b-c69a-4c3e-a116-269073c38cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.077093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.077228] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "3e0e857b-c69a-4c3e-a116-269073c38cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.077422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.077594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.080329] env[69433]: INFO nova.compute.manager [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Terminating instance [ 744.088510] env[69433]: INFO nova.compute.manager [-] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Took 1.66 seconds to deallocate network for instance. [ 744.157018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "refresh_cache-87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.157018] env[69433]: DEBUG nova.compute.manager [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.157018] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.157018] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f54ae2-20ea-448f-b9dc-352d950fd6bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.165437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.167709] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.168370] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.277s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.170078] env[69433]: INFO nova.compute.claims [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.174674] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f2146d3-13ed-45a1-a442-1fa71e3dcda4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.185130] env[69433]: DEBUG oslo_vmware.api [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 744.185130] env[69433]: value = "task-3338293" [ 744.185130] env[69433]: _type = "Task" [ 744.185130] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.194985] env[69433]: DEBUG oslo_vmware.api [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.196057] env[69433]: INFO nova.scheduler.client.report [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Deleted allocations for instance 392a7894-9094-4707-9de4-9746b64eedd7 [ 744.260527] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077725} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.260848] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.261763] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc804193-27e9-4aa1-a853-de70a9e55bc1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.287147] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 9c265d8a-05c2-4227-9561-f217be324a2e/9c265d8a-05c2-4227-9561-f217be324a2e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.287863] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de95698-77c9-40ad-8401-bf9d57b58ec7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.311674] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338292, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.313269] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 744.313269] env[69433]: value = "task-3338294" [ 744.313269] env[69433]: _type = "Task" [ 744.313269] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.323878] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338294, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.363249] env[69433]: DEBUG nova.compute.manager [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.363473] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.364421] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e177fa-5114-4035-8a27-24930eff3ef1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.381379] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.381791] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963ced89-a5e9-476e-86e8-a870890dcb6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.390649] env[69433]: DEBUG oslo_vmware.api [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 744.390649] env[69433]: value = "task-3338295" [ 744.390649] env[69433]: _type = "Task" [ 744.390649] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.400822] env[69433]: DEBUG oslo_vmware.api [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.585184] env[69433]: DEBUG nova.compute.manager [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.585184] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.586580] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c43d8-035b-4c65-ba49-449552f5c8e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.595204] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.596136] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.596136] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00834c5c-3125-42f4-9f0c-7cf803f912a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.602601] env[69433]: DEBUG oslo_vmware.api [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 744.602601] env[69433]: value = "task-3338296" [ 744.602601] env[69433]: _type = "Task" [ 744.602601] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.614084] env[69433]: DEBUG oslo_vmware.api [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.704279] env[69433]: DEBUG oslo_vmware.api [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338293, 'name': PowerOffVM_Task, 'duration_secs': 0.242316} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.706914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5fc9801-9d49-4fba-b1c7-b5a805b8b773 tempest-ServersAdminNegativeTestJSON-734683875 tempest-ServersAdminNegativeTestJSON-734683875-project-member] Lock "392a7894-9094-4707-9de4-9746b64eedd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.526s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.706914] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.706914] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.707413] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a48b5c9-21a1-47ce-b157-9bef8b0a1d23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.741383] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.741626] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.741832] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleting the datastore file [datastore1] 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.742352] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4935e45-8933-4f10-9f2e-c8df57778ecc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.754814] env[69433]: DEBUG oslo_vmware.api [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 744.754814] env[69433]: value = "task-3338298" [ 744.754814] env[69433]: _type = "Task" [ 744.754814] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.766689] env[69433]: DEBUG oslo_vmware.api [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.813721] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80072} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.814188] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.814435] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.818293] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c0e6300-8a82-4b5c-aa2d-a736fd23f06e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.827032] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.828618] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 744.828618] env[69433]: value = "task-3338299" [ 744.828618] env[69433]: _type = "Task" [ 744.828618] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.837431] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.903682] env[69433]: DEBUG oslo_vmware.api [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338295, 'name': PowerOffVM_Task, 'duration_secs': 0.383346} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.904014] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.906346] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.906696] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-128362eb-5b89-46c9-955a-4fa1bb51e811 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.976491] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.976746] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.976975] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleting the datastore file [datastore2] edf0945e-367f-41c9-a083-e4294b7b270a {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.977341] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659bbbe4-336f-48dd-8bde-aece025f5424 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.984106] env[69433]: DEBUG oslo_vmware.api [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 744.984106] env[69433]: value = "task-3338301" [ 744.984106] env[69433]: _type = "Task" [ 744.984106] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.001420] env[69433]: DEBUG oslo_vmware.api [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.112725] env[69433]: DEBUG oslo_vmware.api [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338296, 'name': PowerOffVM_Task, 'duration_secs': 0.420159} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.113041] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.113228] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.113504] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9281497-7bb6-4aa3-a532-bc0be52f6f1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.171976] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.172483] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.172708] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleting the datastore file [datastore2] 3e0e857b-c69a-4c3e-a116-269073c38cba {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.172987] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc35535-38b2-4783-825f-e66efa21ae37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.183021] env[69433]: DEBUG oslo_vmware.api [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for the task: (returnval){ [ 745.183021] env[69433]: value = "task-3338303" [ 745.183021] env[69433]: _type = "Task" [ 745.183021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.193230] env[69433]: DEBUG oslo_vmware.api [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.268658] env[69433]: DEBUG oslo_vmware.api [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198066} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.273444] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.273650] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.273950] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.274098] env[69433]: INFO nova.compute.manager [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 745.274368] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.274929] env[69433]: DEBUG nova.compute.manager [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.275050] env[69433]: DEBUG nova.network.neutron [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.301984] env[69433]: DEBUG nova.network.neutron [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.325658] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338294, 'name': ReconfigVM_Task, 'duration_secs': 0.871514} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.327907] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 9c265d8a-05c2-4227-9561-f217be324a2e/9c265d8a-05c2-4227-9561-f217be324a2e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.328750] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33cbb46-36d4-49c8-b1ef-d1d5cdafb6cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.341540] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096483} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.346509] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.346859] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 745.346859] env[69433]: value = "task-3338304" [ 745.346859] env[69433]: _type = "Task" [ 745.346859] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.347980] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0349d-9b78-4eaa-9fa2-158fa04d4142 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.374037] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.383921] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f08e03c-583e-4400-a83d-02873898e891 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.403174] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338304, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.409989] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 745.409989] env[69433]: value = "task-3338305" [ 745.409989] env[69433]: _type = "Task" [ 745.409989] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.420069] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.498240] env[69433]: DEBUG oslo_vmware.api [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226293} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.498240] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.498240] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.498410] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.498578] env[69433]: INFO nova.compute.manager [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 745.498821] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.499507] env[69433]: DEBUG nova.compute.manager [-] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.499507] env[69433]: DEBUG nova.network.neutron [-] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.557180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "4dadecae-296e-453b-a434-78870fae404e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.558650] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "4dadecae-296e-453b-a434-78870fae404e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.558650] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "4dadecae-296e-453b-a434-78870fae404e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.559607] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "4dadecae-296e-453b-a434-78870fae404e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.559882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "4dadecae-296e-453b-a434-78870fae404e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.563326] env[69433]: INFO nova.compute.manager [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Terminating instance [ 745.699291] env[69433]: DEBUG oslo_vmware.api [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Task: {'id': task-3338303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161785} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.699291] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.699291] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.699291] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.699291] env[69433]: INFO nova.compute.manager [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 745.699680] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.699680] env[69433]: DEBUG nova.compute.manager [-] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.699680] env[69433]: DEBUG nova.network.neutron [-] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.810094] env[69433]: DEBUG nova.network.neutron [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.843807] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b3d2bc-fdd6-4e86-a736-3eb02adfc783 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.851818] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c093a8b1-f10a-409b-b2fc-fde925cc8075 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.864436] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338304, 'name': Rename_Task, 'duration_secs': 0.136335} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.893209] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.893209] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4739feb3-f9ce-4ea2-ab1f-0e4fa7e856f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.893209] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d924ba1-6cf9-4e01-83c3-6d5c964decad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.902442] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caafc6d4-4fae-4c20-8bcd-c55577a9dd05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.906722] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 745.906722] env[69433]: value = "task-3338306" [ 745.906722] env[69433]: _type = "Task" [ 745.906722] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.922105] env[69433]: DEBUG nova.compute.provider_tree [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.931323] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338306, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.947927] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.062921] env[69433]: DEBUG nova.compute.manager [req-53face03-85c1-47ba-aa3b-ac2a09d3a327 req-b5e7bbbe-ef29-4214-8570-4591e888e770 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Received event network-vif-deleted-d5056b41-0ded-4798-8575-fb74b748684d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.063233] env[69433]: INFO nova.compute.manager [req-53face03-85c1-47ba-aa3b-ac2a09d3a327 req-b5e7bbbe-ef29-4214-8570-4591e888e770 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Neutron deleted interface d5056b41-0ded-4798-8575-fb74b748684d; detaching it from the instance and deleting it from the info cache [ 746.063423] env[69433]: DEBUG nova.network.neutron [req-53face03-85c1-47ba-aa3b-ac2a09d3a327 req-b5e7bbbe-ef29-4214-8570-4591e888e770 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.067626] env[69433]: DEBUG nova.compute.manager [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.067825] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.069040] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35294c12-282b-40e8-b241-6b5a02e53071 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.076983] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.077768] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-766dcb68-0326-4cca-a8a8-b03ecb624b0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.084618] env[69433]: DEBUG oslo_vmware.api [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 746.084618] env[69433]: value = "task-3338307" [ 746.084618] env[69433]: _type = "Task" [ 746.084618] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.093789] env[69433]: DEBUG oslo_vmware.api [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.312305] env[69433]: INFO nova.compute.manager [-] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Took 1.04 seconds to deallocate network for instance. [ 746.407684] env[69433]: DEBUG nova.compute.manager [req-344c7db1-763f-4619-8f9d-66cfe27988b5 req-a3b3be10-d0c2-47f0-83af-f24321d9798f service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Received event network-vif-deleted-b20149ef-26e8-4d17-96ed-949051968dfa {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.408120] env[69433]: INFO nova.compute.manager [req-344c7db1-763f-4619-8f9d-66cfe27988b5 req-a3b3be10-d0c2-47f0-83af-f24321d9798f service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Neutron deleted interface b20149ef-26e8-4d17-96ed-949051968dfa; detaching it from the instance and deleting it from the info cache [ 746.408410] env[69433]: DEBUG nova.network.neutron [req-344c7db1-763f-4619-8f9d-66cfe27988b5 req-a3b3be10-d0c2-47f0-83af-f24321d9798f service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.434461] env[69433]: DEBUG nova.scheduler.client.report [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.438129] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338306, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.441978] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338305, 'name': ReconfigVM_Task, 'duration_secs': 0.81115} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.442380] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Reconfigured VM instance instance-00000025 to attach disk [datastore1] dda40d11-631f-478c-bcc4-35b7bcd079a7/dda40d11-631f-478c-bcc4-35b7bcd079a7.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.442986] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c24c1ee-0f8a-4c6c-83f0-b31b9b3e19bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.450491] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 746.450491] env[69433]: value = "task-3338308" [ 746.450491] env[69433]: _type = "Task" [ 746.450491] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.460213] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338308, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.518707] env[69433]: DEBUG nova.network.neutron [-] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.566157] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ffd00365-40f4-4075-a6b7-6c8cb6650a77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.576136] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f947d728-5833-4bba-8124-cff6d69ed18c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.607736] env[69433]: DEBUG oslo_vmware.api [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338307, 'name': PowerOffVM_Task, 'duration_secs': 0.165384} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.627582] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.627794] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.628191] env[69433]: DEBUG nova.compute.manager [req-53face03-85c1-47ba-aa3b-ac2a09d3a327 req-b5e7bbbe-ef29-4214-8570-4591e888e770 service nova] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Detach interface failed, port_id=d5056b41-0ded-4798-8575-fb74b748684d, reason: Instance 3e0e857b-c69a-4c3e-a116-269073c38cba could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.628586] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4e39137-344a-4d04-870a-33208c0651bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.689756] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.690080] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.690285] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Deleting the datastore file [datastore1] 4dadecae-296e-453b-a434-78870fae404e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.690558] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa83c77d-0347-4e41-b1cb-52dadcabad8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.697386] env[69433]: DEBUG oslo_vmware.api [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 746.697386] env[69433]: value = "task-3338310" [ 746.697386] env[69433]: _type = "Task" [ 746.697386] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.708047] env[69433]: DEBUG oslo_vmware.api [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.821677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.825162] env[69433]: DEBUG nova.network.neutron [-] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.916738] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f646b5d6-2b2e-4cc1-b7ba-76e6eea67cc9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.924943] env[69433]: DEBUG oslo_vmware.api [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338306, 'name': PowerOnVM_Task, 'duration_secs': 0.8769} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.926313] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.926547] env[69433]: INFO nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Took 9.39 seconds to spawn the instance on the hypervisor. [ 746.926747] env[69433]: DEBUG nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.927605] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91939c2a-822b-4ef1-a8af-5ac5cbde88af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.932687] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b3d91-33f3-4343-93d4-9c3a5807e233 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.945969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.946615] env[69433]: DEBUG nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.950327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 38.018s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.964961] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338308, 'name': Rename_Task, 'duration_secs': 0.180501} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.977482] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.978794] env[69433]: DEBUG nova.compute.manager [req-344c7db1-763f-4619-8f9d-66cfe27988b5 req-a3b3be10-d0c2-47f0-83af-f24321d9798f service nova] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Detach interface failed, port_id=b20149ef-26e8-4d17-96ed-949051968dfa, reason: Instance edf0945e-367f-41c9-a083-e4294b7b270a could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 746.979462] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0a18e7f-c711-4f1d-9aee-1301bf9992c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.986079] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 746.986079] env[69433]: value = "task-3338311" [ 746.986079] env[69433]: _type = "Task" [ 746.986079] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.995429] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.021583] env[69433]: INFO nova.compute.manager [-] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Took 1.32 seconds to deallocate network for instance. [ 747.208066] env[69433]: DEBUG oslo_vmware.api [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210958} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.208446] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.208626] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.208810] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.209012] env[69433]: INFO nova.compute.manager [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 4dadecae-296e-453b-a434-78870fae404e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 747.209280] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.209489] env[69433]: DEBUG nova.compute.manager [-] [instance: 4dadecae-296e-453b-a434-78870fae404e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.209860] env[69433]: DEBUG nova.network.neutron [-] [instance: 4dadecae-296e-453b-a434-78870fae404e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.327764] env[69433]: INFO nova.compute.manager [-] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Took 1.83 seconds to deallocate network for instance. [ 747.452156] env[69433]: DEBUG nova.compute.utils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.454275] env[69433]: DEBUG nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.454458] env[69433]: DEBUG nova.network.neutron [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.458711] env[69433]: INFO nova.compute.claims [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.473964] env[69433]: INFO nova.compute.manager [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Took 44.59 seconds to build instance. [ 747.501014] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338311, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.533399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.565258] env[69433]: DEBUG nova.policy [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c800435487142fb9d41d4cd1f87eb17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68e9071689f14b2f9a9da52acdeba914', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.840786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.963202] env[69433]: DEBUG nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.967875] env[69433]: INFO nova.compute.resource_tracker [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating resource usage from migration a21b6f92-4e20-43b8-ae72-3a882ee739ca [ 747.982548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34e37202-9457-4ad7-9d2c-7e5fa718c28b tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "9c265d8a-05c2-4227-9561-f217be324a2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.055s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.999318] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338311, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.197856] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "9c265d8a-05c2-4227-9561-f217be324a2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.198185] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "9c265d8a-05c2-4227-9561-f217be324a2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.198436] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "9c265d8a-05c2-4227-9561-f217be324a2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.198635] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "9c265d8a-05c2-4227-9561-f217be324a2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.199231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "9c265d8a-05c2-4227-9561-f217be324a2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.202192] env[69433]: INFO nova.compute.manager [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Terminating instance [ 748.232618] env[69433]: DEBUG nova.network.neutron [-] [instance: 4dadecae-296e-453b-a434-78870fae404e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.380880] env[69433]: DEBUG nova.network.neutron [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Successfully created port: af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.434824] env[69433]: DEBUG nova.compute.manager [req-9a189e49-f5ad-404e-b17f-c2ae8255bf32 req-31899f22-9689-48e5-9335-3bb7cb5c7b28 service nova] [instance: 4dadecae-296e-453b-a434-78870fae404e] Received event network-vif-deleted-d00e44de-d8b7-4c4a-a6f1-e43a165300bc {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.501909] env[69433]: DEBUG oslo_vmware.api [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338311, 'name': PowerOnVM_Task, 'duration_secs': 1.075467} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.505140] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.505523] env[69433]: DEBUG nova.compute.manager [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.507515] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b3637c-519f-49d0-a3a8-86ef37ad36e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.544218] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ec346-9c2d-4f77-8393-f8b80f3a2a90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.553115] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974b3253-c48b-44b6-8278-eb6d304a262c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.588024] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343a675a-c09c-4408-b794-fec8a09c7898 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.594101] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3240657-8a8d-4e32-b93b-aab6e6737cff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.609342] env[69433]: DEBUG nova.compute.provider_tree [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.710910] env[69433]: DEBUG nova.compute.manager [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 748.710910] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.710910] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9741c4-5753-4ce1-9354-57ac77aa04b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.718201] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.718201] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a3f0334-88d7-4e0e-9091-c597326f70fa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.725501] env[69433]: DEBUG oslo_vmware.api [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 748.725501] env[69433]: value = "task-3338312" [ 748.725501] env[69433]: _type = "Task" [ 748.725501] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.736278] env[69433]: INFO nova.compute.manager [-] [instance: 4dadecae-296e-453b-a434-78870fae404e] Took 1.53 seconds to deallocate network for instance. [ 748.737201] env[69433]: DEBUG oslo_vmware.api [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.974465] env[69433]: DEBUG nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.004015] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.004373] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.004449] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.004632] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.004777] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.004924] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.005278] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.005454] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.005677] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.005854] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.006100] env[69433]: DEBUG nova.virt.hardware [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.007029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51205445-8a04-4c97-8126-a5185d559fcd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.015880] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d40844c-c8f8-4c68-9a74-57b531144e02 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.026482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.114850] env[69433]: DEBUG nova.scheduler.client.report [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.237184] env[69433]: DEBUG oslo_vmware.api [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338312, 'name': PowerOffVM_Task, 'duration_secs': 0.171654} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.237526] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 749.237728] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 749.238023] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68c45605-63ae-4742-9f1e-9de71d069f70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.246114] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.301985] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 749.302267] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 749.302451] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Deleting the datastore file [datastore1] 9c265d8a-05c2-4227-9561-f217be324a2e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 749.302721] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7370c2b2-8c4c-4d36-974c-843a087478ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.314025] env[69433]: DEBUG oslo_vmware.api [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for the task: (returnval){ [ 749.314025] env[69433]: value = "task-3338314" [ 749.314025] env[69433]: _type = "Task" [ 749.314025] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.325861] env[69433]: DEBUG oslo_vmware.api [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.621303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.671s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.621496] env[69433]: INFO nova.compute.manager [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Migrating [ 749.628559] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.994s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.824113] env[69433]: DEBUG oslo_vmware.api [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Task: {'id': task-3338314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49757} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.824265] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.824461] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.824599] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.824861] env[69433]: INFO nova.compute.manager [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 749.825043] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.825266] env[69433]: DEBUG nova.compute.manager [-] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.825337] env[69433]: DEBUG nova.network.neutron [-] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.864416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "dda40d11-631f-478c-bcc4-35b7bcd079a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.866725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "dda40d11-631f-478c-bcc4-35b7bcd079a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.866725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "dda40d11-631f-478c-bcc4-35b7bcd079a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.866725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "dda40d11-631f-478c-bcc4-35b7bcd079a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.866725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "dda40d11-631f-478c-bcc4-35b7bcd079a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.871388] env[69433]: INFO nova.compute.manager [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Terminating instance [ 750.150587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.150851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.150925] env[69433]: DEBUG nova.network.neutron [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.263692] env[69433]: DEBUG nova.compute.manager [req-36bab499-bd06-49ba-821d-1804926e2189 req-8ef7530e-fea7-4d01-935d-4d15d79ef99a service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Received event network-vif-plugged-af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.263997] env[69433]: DEBUG oslo_concurrency.lockutils [req-36bab499-bd06-49ba-821d-1804926e2189 req-8ef7530e-fea7-4d01-935d-4d15d79ef99a service nova] Acquiring lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.264316] env[69433]: DEBUG oslo_concurrency.lockutils [req-36bab499-bd06-49ba-821d-1804926e2189 req-8ef7530e-fea7-4d01-935d-4d15d79ef99a service nova] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.264550] env[69433]: DEBUG oslo_concurrency.lockutils [req-36bab499-bd06-49ba-821d-1804926e2189 req-8ef7530e-fea7-4d01-935d-4d15d79ef99a service nova] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.265254] env[69433]: DEBUG nova.compute.manager [req-36bab499-bd06-49ba-821d-1804926e2189 req-8ef7530e-fea7-4d01-935d-4d15d79ef99a service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] No waiting events found dispatching network-vif-plugged-af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.265549] env[69433]: WARNING nova.compute.manager [req-36bab499-bd06-49ba-821d-1804926e2189 req-8ef7530e-fea7-4d01-935d-4d15d79ef99a service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Received unexpected event network-vif-plugged-af9773b8-0350-4224-b77f-8431011062bb for instance with vm_state building and task_state spawning. [ 750.377447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "refresh_cache-dda40d11-631f-478c-bcc4-35b7bcd079a7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.377447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquired lock "refresh_cache-dda40d11-631f-478c-bcc4-35b7bcd079a7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.377447] env[69433]: DEBUG nova.network.neutron [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.566266] env[69433]: DEBUG nova.network.neutron [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Successfully updated port: af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.659082] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Applying migration context for instance 659db4c6-264a-432b-96a0-c55d27b5da14 as it has an incoming, in-progress migration a21b6f92-4e20-43b8-ae72-3a882ee739ca. Migration status is pre-migrating {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 750.662174] env[69433]: INFO nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating resource usage from migration a21b6f92-4e20-43b8-ae72-3a882ee739ca [ 750.679741] env[69433]: DEBUG nova.compute.manager [req-6107828c-5304-428e-9a1b-77897411b39e req-d438b7b3-d5f4-4ddc-a878-58dc6d10249c service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Received event network-vif-deleted-dcf316fd-73bb-4031-887c-1773d1137bbf {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.679741] env[69433]: INFO nova.compute.manager [req-6107828c-5304-428e-9a1b-77897411b39e req-d438b7b3-d5f4-4ddc-a878-58dc6d10249c service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Neutron deleted interface dcf316fd-73bb-4031-887c-1773d1137bbf; detaching it from the instance and deleting it from the info cache [ 750.679741] env[69433]: DEBUG nova.network.neutron [req-6107828c-5304-428e-9a1b-77897411b39e req-d438b7b3-d5f4-4ddc-a878-58dc6d10249c service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.708192] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance f7aa40be-0eb2-485a-ae3b-7511d6835ab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.708414] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance ddb3b611-da8c-490c-a47f-f4cc5d9f4245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.708589] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 0a3abf4a-4572-4a57-86cc-e6a5a9331694 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.708726] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.708867] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance b461f82f-7ce7-4bef-9f57-706b5239b3f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.708987] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a408ea57-9966-4246-a7f3-2fe708b5afc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.709178] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.709336] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 4dadecae-296e-453b-a434-78870fae404e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.709486] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 482ad76b-9174-474f-a399-31a87941b4c2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.709607] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance dd22452f-04e7-43f9-95a1-4dc220c12db3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.709734] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3e0e857b-c69a-4c3e-a116-269073c38cba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.709856] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance edf0945e-367f-41c9-a083-e4294b7b270a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.710100] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance efa44fa4-14ba-441f-8c6a-64c557cda2d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.711238] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a8997733-2108-4557-81d2-3e470f547ea6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.711388] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 74e361f7-4db6-4646-84e0-5d467f559fd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.711525] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 8a408ee7-9957-489d-8dd4-fe4dab792d26 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.711653] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance dd17765b-eeab-4249-ab76-6476423ba5a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.711794] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.711895] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance af65de7d-28f6-438f-ae29-81686bf5af5c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 750.712019] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance dda40d11-631f-478c-bcc4-35b7bcd079a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.712138] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.712601] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 9c265d8a-05c2-4227-9561-f217be324a2e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.712601] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7c8ea413-9d35-4ba2-895a-2fd1c86dd901 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 750.909140] env[69433]: DEBUG nova.network.neutron [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.009297] env[69433]: DEBUG nova.network.neutron [-] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.057037] env[69433]: DEBUG nova.network.neutron [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.068629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.068790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquired lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.068933] env[69433]: DEBUG nova.network.neutron [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.095996] env[69433]: DEBUG nova.network.neutron [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [{"id": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "address": "fa:16:3e:58:48:6b", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49be82a-b9", "ovs_interfaceid": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.184055] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76d85c34-a677-4a88-ad14-354d7cf3cbc6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.195670] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271bb117-1073-43be-8710-7b457b90a1e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.216790] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance d4c7b2f9-d921-409a-a3df-df6bae0db0d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.229959] env[69433]: DEBUG nova.compute.manager [req-6107828c-5304-428e-9a1b-77897411b39e req-d438b7b3-d5f4-4ddc-a878-58dc6d10249c service nova] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Detach interface failed, port_id=dcf316fd-73bb-4031-887c-1773d1137bbf, reason: Instance 9c265d8a-05c2-4227-9561-f217be324a2e could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 751.231586] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.440731] env[69433]: DEBUG nova.compute.manager [None req-4ac05be4-6999-45c8-bab7-245aad046fee tempest-ServerDiagnosticsV248Test-1834842775 tempest-ServerDiagnosticsV248Test-1834842775-project-admin] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.442619] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81b959e-f83b-4eaa-a5a8-c566ec692e64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.453392] env[69433]: INFO nova.compute.manager [None req-4ac05be4-6999-45c8-bab7-245aad046fee tempest-ServerDiagnosticsV248Test-1834842775 tempest-ServerDiagnosticsV248Test-1834842775-project-admin] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Retrieving diagnostics [ 751.453857] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3444354f-ac36-438b-b64b-b5ad303ebfe5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.513138] env[69433]: INFO nova.compute.manager [-] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Took 1.69 seconds to deallocate network for instance. [ 751.560310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Releasing lock "refresh_cache-dda40d11-631f-478c-bcc4-35b7bcd079a7" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.560310] env[69433]: DEBUG nova.compute.manager [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 751.560310] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.561080] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc36f459-5053-47bc-9560-fcc928f39a7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.570490] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.572730] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3712e323-100f-4278-ada3-951d53f05fba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.580297] env[69433]: DEBUG oslo_vmware.api [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 751.580297] env[69433]: value = "task-3338315" [ 751.580297] env[69433]: _type = "Task" [ 751.580297] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.591049] env[69433]: DEBUG oslo_vmware.api [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.598210] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.616228] env[69433]: DEBUG nova.network.neutron [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.734633] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 90206bf8-d16d-4586-9ffb-1c4d89c46550 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 751.918010] env[69433]: DEBUG nova.network.neutron [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Updating instance_info_cache with network_info: [{"id": "af9773b8-0350-4224-b77f-8431011062bb", "address": "fa:16:3e:0a:04:a0", "network": {"id": "ef956617-c25f-4df9-b59c-fd8ec55d52bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-626507707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e9071689f14b2f9a9da52acdeba914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9773b8-03", "ovs_interfaceid": "af9773b8-0350-4224-b77f-8431011062bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.020590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.093555] env[69433]: DEBUG oslo_vmware.api [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338315, 'name': PowerOffVM_Task, 'duration_secs': 0.177581} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.094092] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.094532] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.095593] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bd3d8c7-cc59-4b06-a460-3932acf5f743 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.122753] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.122979] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.123357] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Deleting the datastore file [datastore1] dda40d11-631f-478c-bcc4-35b7bcd079a7 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.123445] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b843df1-761a-442b-a099-d2659016f28a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.131865] env[69433]: DEBUG oslo_vmware.api [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for the task: (returnval){ [ 752.131865] env[69433]: value = "task-3338317" [ 752.131865] env[69433]: _type = "Task" [ 752.131865] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.143944] env[69433]: DEBUG oslo_vmware.api [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.240918] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance af0d50d8-371e-407f-8e11-2b0eb3b4f8be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.422141] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Releasing lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.422141] env[69433]: DEBUG nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Instance network_info: |[{"id": "af9773b8-0350-4224-b77f-8431011062bb", "address": "fa:16:3e:0a:04:a0", "network": {"id": "ef956617-c25f-4df9-b59c-fd8ec55d52bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-626507707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e9071689f14b2f9a9da52acdeba914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9773b8-03", "ovs_interfaceid": "af9773b8-0350-4224-b77f-8431011062bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.422292] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:04:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39cd75b0-9ec7-48ed-b57f-34da0c573a60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af9773b8-0350-4224-b77f-8431011062bb', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.433653] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Creating folder: Project (68e9071689f14b2f9a9da52acdeba914). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.434498] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9a25ee2-f8e6-4045-a43d-57475724a8ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.448796] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Created folder: Project (68e9071689f14b2f9a9da52acdeba914) in parent group-v666200. [ 752.449266] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Creating folder: Instances. Parent ref: group-v666319. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.450119] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cc313d4-ff42-4bbb-b64f-dd3a068faa4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.463508] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Created folder: Instances in parent group-v666319. [ 752.463831] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.464270] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.467858] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-397b93f1-08c8-403e-8d3a-bf47b396a249 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.488440] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.488440] env[69433]: value = "task-3338320" [ 752.488440] env[69433]: _type = "Task" [ 752.488440] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.500560] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338320, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.644396] env[69433]: DEBUG oslo_vmware.api [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Task: {'id': task-3338317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129881} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.644662] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.644842] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.645066] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.645268] env[69433]: INFO nova.compute.manager [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 752.645752] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.646015] env[69433]: DEBUG nova.compute.manager [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 752.646176] env[69433]: DEBUG nova.network.neutron [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.670852] env[69433]: DEBUG nova.network.neutron [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.751444] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e5ef7229-b060-449f-8474-d1bb48236ce4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 752.755856] env[69433]: DEBUG nova.compute.manager [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Received event network-changed-af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.756922] env[69433]: DEBUG nova.compute.manager [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Refreshing instance network info cache due to event network-changed-af9773b8-0350-4224-b77f-8431011062bb. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.756922] env[69433]: DEBUG oslo_concurrency.lockutils [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] Acquiring lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.758470] env[69433]: DEBUG oslo_concurrency.lockutils [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] Acquired lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.758470] env[69433]: DEBUG nova.network.neutron [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Refreshing network info cache for port af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.900689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.901054] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.901615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.901615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.901889] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.905219] env[69433]: INFO nova.compute.manager [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Terminating instance [ 753.001772] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338320, 'name': CreateVM_Task, 'duration_secs': 0.461584} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.001972] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.002672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.002821] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.004026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.004026] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce69c4f0-45e8-42ab-b06d-851878843156 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.009097] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 753.009097] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52659bed-5bee-dab7-40ad-fc82a7f45f06" [ 753.009097] env[69433]: _type = "Task" [ 753.009097] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.017870] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52659bed-5bee-dab7-40ad-fc82a7f45f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.114845] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536103b-ee81-4984-b907-a213aa839c1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.146905] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance '659db4c6-264a-432b-96a0-c55d27b5da14' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 753.173513] env[69433]: DEBUG nova.network.neutron [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.262419] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 45b1b295-23ae-4628-9762-209ac7f1b60b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.262691] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Migration a21b6f92-4e20-43b8-ae72-3a882ee739ca is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 753.413306] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "refresh_cache-3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.413504] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquired lock "refresh_cache-3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.413683] env[69433]: DEBUG nova.network.neutron [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.520298] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52659bed-5bee-dab7-40ad-fc82a7f45f06, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.520468] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.520751] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.521072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.521235] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.521414] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.521682] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96866608-4538-4f56-ab50-a41ffc702815 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.531701] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.531808] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.532493] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c832cb09-af77-4716-aa6b-42b43cc381f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.540189] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 753.540189] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526327d2-148b-3117-0302-ac0426be310d" [ 753.540189] env[69433]: _type = "Task" [ 753.540189] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.547306] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526327d2-148b-3117-0302-ac0426be310d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.654028] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.654771] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f87e6ef-e52b-4bc1-99a6-3bec4707ca13 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.665630] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 753.665630] env[69433]: value = "task-3338321" [ 753.665630] env[69433]: _type = "Task" [ 753.665630] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.677580] env[69433]: INFO nova.compute.manager [-] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Took 1.03 seconds to deallocate network for instance. [ 753.678097] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.770395] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5be53d46-ea3e-47dd-bbf7-db8e22a71b27 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 753.770577] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 659db4c6-264a-432b-96a0-c55d27b5da14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 753.794632] env[69433]: DEBUG nova.network.neutron [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Updated VIF entry in instance network info cache for port af9773b8-0350-4224-b77f-8431011062bb. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.794632] env[69433]: DEBUG nova.network.neutron [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Updating instance_info_cache with network_info: [{"id": "af9773b8-0350-4224-b77f-8431011062bb", "address": "fa:16:3e:0a:04:a0", "network": {"id": "ef956617-c25f-4df9-b59c-fd8ec55d52bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-626507707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e9071689f14b2f9a9da52acdeba914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9773b8-03", "ovs_interfaceid": "af9773b8-0350-4224-b77f-8431011062bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.882030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.882329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.932720] env[69433]: DEBUG nova.network.neutron [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.991125] env[69433]: DEBUG nova.network.neutron [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.049365] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526327d2-148b-3117-0302-ac0426be310d, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.050271] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08e1ed4e-6f0f-49e1-8d3b-d2f4f21618f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.056222] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 754.056222] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52662944-291d-b9e7-7243-3f3d655a6e1d" [ 754.056222] env[69433]: _type = "Task" [ 754.056222] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.066174] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52662944-291d-b9e7-7243-3f3d655a6e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.174710] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338321, 'name': PowerOffVM_Task, 'duration_secs': 0.196259} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.175202] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.175298] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance '659db4c6-264a-432b-96a0-c55d27b5da14' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 754.188010] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.277683] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 92a06e75-bc77-4211-8ed4-c30ed8751be5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 754.277683] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 754.277683] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5312MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 754.298334] env[69433]: DEBUG oslo_concurrency.lockutils [req-4daf3999-7f1e-40b4-b6fc-693715f958ee req-0ce4abd1-34e0-47c0-b157-698c641e39d2 service nova] Releasing lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.385635] env[69433]: DEBUG nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.493573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Releasing lock "refresh_cache-3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.493956] env[69433]: DEBUG nova.compute.manager [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 754.494172] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.496316] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cb2b17-a73c-4c1b-bc00-b5eb7fd87038 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.507650] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.507910] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0da3cabf-9c57-4fd5-b6c1-a912b780c611 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.515684] env[69433]: DEBUG oslo_vmware.api [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 754.515684] env[69433]: value = "task-3338322" [ 754.515684] env[69433]: _type = "Task" [ 754.515684] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.526130] env[69433]: DEBUG oslo_vmware.api [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.567778] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52662944-291d-b9e7-7243-3f3d655a6e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.567952] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.568294] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 7c8ea413-9d35-4ba2-895a-2fd1c86dd901/7c8ea413-9d35-4ba2-895a-2fd1c86dd901.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.568691] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90ad9ce7-0b18-4f01-bf68-ef0fb6f97d31 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.580226] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 754.580226] env[69433]: value = "task-3338323" [ 754.580226] env[69433]: _type = "Task" [ 754.580226] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.589947] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.683645] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:32:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='851901928',id=41,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-2116246726',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.683858] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.684078] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.684270] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.684402] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.684555] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.684905] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.685100] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.685274] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.685439] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.685615] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.693888] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a6dae0-7882-4857-bd85-af1577252d81 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.713272] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 754.713272] env[69433]: value = "task-3338324" [ 754.713272] env[69433]: _type = "Task" [ 754.713272] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.726031] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.859984] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7378ab-2e88-4e42-ad1e-9e90b01d5617 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.874673] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aab21b-3ad7-467b-addd-e59352059320 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.937911] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1565980-5c1b-4c4f-adf9-e0f47b31f111 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.955831] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d473b8c0-e680-40a7-95ee-aa34b3a52c23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.966056] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.980488] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.027918] env[69433]: DEBUG oslo_vmware.api [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338322, 'name': PowerOffVM_Task, 'duration_secs': 0.148313} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.028234] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.028486] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.028683] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71ef3d3a-81db-471f-a2d8-25707c11ee0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.063799] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.064023] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.064294] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Deleting the datastore file [datastore1] 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.064580] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f16d31d1-d260-452c-82a4-19589ace3638 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.073497] env[69433]: DEBUG oslo_vmware.api [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for the task: (returnval){ [ 755.073497] env[69433]: value = "task-3338326" [ 755.073497] env[69433]: _type = "Task" [ 755.073497] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.083386] env[69433]: DEBUG oslo_vmware.api [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.092076] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338323, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.224309] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338324, 'name': ReconfigVM_Task, 'duration_secs': 0.223069} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.224654] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance '659db4c6-264a-432b-96a0-c55d27b5da14' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 755.487934] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.593655] env[69433]: DEBUG oslo_vmware.api [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Task: {'id': task-3338326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390476} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.594363] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.594558] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.594732] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.594911] env[69433]: INFO nova.compute.manager [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Took 1.10 seconds to destroy the instance on the hypervisor. [ 755.595195] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.595400] env[69433]: DEBUG nova.compute.manager [-] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.595497] env[69433]: DEBUG nova.network.neutron [-] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.604941] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528758} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.604941] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 7c8ea413-9d35-4ba2-895a-2fd1c86dd901/7c8ea413-9d35-4ba2-895a-2fd1c86dd901.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.604941] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.604941] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-536a4392-1ea2-46b8-9a54-9c9303452d69 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.612565] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 755.612565] env[69433]: value = "task-3338327" [ 755.612565] env[69433]: _type = "Task" [ 755.612565] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.622285] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.634830] env[69433]: DEBUG nova.network.neutron [-] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.730902] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:30:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='130422239',id=25,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-480864944',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.731199] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.731596] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.732181] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.732181] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.732269] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.732814] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.732814] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.732929] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.733053] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.733601] env[69433]: DEBUG nova.virt.hardware [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.738785] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 755.739409] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b74264-0fd5-4f7b-89b3-964db523a93b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.760074] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 755.760074] env[69433]: value = "task-3338328" [ 755.760074] env[69433]: _type = "Task" [ 755.760074] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.769017] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.991455] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 755.991761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.363s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.992061] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.240s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.993745] env[69433]: INFO nova.compute.claims [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.076709] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.076709] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.125593] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076748} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.126067] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.126796] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90e70dd-3662-4e72-a12b-b2c816305db9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.142090] env[69433]: DEBUG nova.network.neutron [-] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.155226] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7c8ea413-9d35-4ba2-895a-2fd1c86dd901/7c8ea413-9d35-4ba2-895a-2fd1c86dd901.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.156471] env[69433]: INFO nova.compute.manager [-] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Took 0.56 seconds to deallocate network for instance. [ 756.156562] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c68fbce-4622-4416-8f89-b5629bc08e4f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.182386] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 756.182386] env[69433]: value = "task-3338329" [ 756.182386] env[69433]: _type = "Task" [ 756.182386] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.191563] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.272045] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338328, 'name': ReconfigVM_Task, 'duration_secs': 0.330723} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.272448] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 756.273252] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb75d7-cc96-4a40-897f-a219623c222d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.297447] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/659db4c6-264a-432b-96a0-c55d27b5da14.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.297761] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a17cdf30-275c-4b65-ab3f-3ee4e8e61122 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.316580] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 756.316580] env[69433]: value = "task-3338330" [ 756.316580] env[69433]: _type = "Task" [ 756.316580] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.324988] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.679595] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.692712] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338329, 'name': ReconfigVM_Task, 'duration_secs': 0.29553} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.693084] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7c8ea413-9d35-4ba2-895a-2fd1c86dd901/7c8ea413-9d35-4ba2-895a-2fd1c86dd901.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.693678] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8e4793c-ddd5-4bb6-a25b-1ea95ab5f42d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.700092] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 756.700092] env[69433]: value = "task-3338331" [ 756.700092] env[69433]: _type = "Task" [ 756.700092] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.708442] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338331, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.827237] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338330, 'name': ReconfigVM_Task, 'duration_secs': 0.287533} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.827556] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/659db4c6-264a-432b-96a0-c55d27b5da14.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.828089] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance '659db4c6-264a-432b-96a0-c55d27b5da14' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 757.211798] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338331, 'name': Rename_Task, 'duration_secs': 0.159377} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.214638] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.215120] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a30fac09-9d38-4f8c-9c13-f2e79523bd73 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.222431] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 757.222431] env[69433]: value = "task-3338332" [ 757.222431] env[69433]: _type = "Task" [ 757.222431] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.233856] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.334633] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a80936d-7713-40f1-aaf1-e715d8b02063 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.359317] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e2f026-e20d-4d0e-b886-94f084c74728 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.377461] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance '659db4c6-264a-432b-96a0-c55d27b5da14' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 757.516722] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f0cb9-0a7f-4cf6-b254-27b96f0b3c06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.526755] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd1ebd2-f4b8-4f72-8c0b-b968e96906d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.566599] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4a3461-0db3-4fef-9961-83475440848d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.576685] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e17f838-c91c-4c66-8e0a-1515f526131e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.593145] env[69433]: DEBUG nova.compute.provider_tree [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.736019] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.016329] env[69433]: DEBUG nova.network.neutron [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Port b49be82a-b972-4d6a-bd18-b17ecd32e90e binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 758.097481] env[69433]: DEBUG nova.scheduler.client.report [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.239259] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338332, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.601628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.602478] env[69433]: DEBUG nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.606814] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.607s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.608739] env[69433]: INFO nova.compute.claims [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.737525] env[69433]: DEBUG oslo_vmware.api [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338332, 'name': PowerOnVM_Task, 'duration_secs': 1.029838} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.738177] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.738533] env[69433]: INFO nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Took 9.76 seconds to spawn the instance on the hypervisor. [ 758.738861] env[69433]: DEBUG nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.740150] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4679bff-9a09-47e0-a41d-da81eac9baa9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.044785] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.044973] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.045505] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.115022] env[69433]: DEBUG nova.compute.utils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.119381] env[69433]: DEBUG nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.119381] env[69433]: DEBUG nova.network.neutron [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.179081] env[69433]: DEBUG nova.policy [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c081545c7f5b4351bd4ded1966c4a4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6414486b44426bb6eca6de1ca5b828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.261425] env[69433]: INFO nova.compute.manager [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Took 51.39 seconds to build instance. [ 759.537811] env[69433]: DEBUG nova.network.neutron [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Successfully created port: f9151b65-aeb9-4af3-b76e-a2cba4953344 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.620308] env[69433]: DEBUG nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.765115] env[69433]: DEBUG oslo_concurrency.lockutils [None req-22a1e56b-9a66-4497-bba9-17dac35fccd0 tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.897s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.179916] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce0a1fa-279b-42fc-ad79-d2403af4911b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.191613] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736bfba7-d252-48ae-8e10-31bc58f0247e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.229154] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d319d231-6b18-4320-a897-ab29229e75e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.237757] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13819dab-f8d6-4817-953a-f7d81ac53830 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.255248] env[69433]: DEBUG nova.compute.provider_tree [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.272403] env[69433]: DEBUG nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.531010] env[69433]: DEBUG nova.compute.manager [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Received event network-changed-af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.531237] env[69433]: DEBUG nova.compute.manager [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Refreshing instance network info cache due to event network-changed-af9773b8-0350-4224-b77f-8431011062bb. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.531437] env[69433]: DEBUG oslo_concurrency.lockutils [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] Acquiring lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.531579] env[69433]: DEBUG oslo_concurrency.lockutils [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] Acquired lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.535161] env[69433]: DEBUG nova.network.neutron [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Refreshing network info cache for port af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.634853] env[69433]: DEBUG nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.664276] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.664960] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.664960] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.664960] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.664960] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.665220] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.665472] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.665678] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.665882] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.666099] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.666320] env[69433]: DEBUG nova.virt.hardware [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.667779] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c379f5-d292-4fe7-bfa6-7b7e6b748ad9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.677783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5699aff4-6e47-42c0-b3c3-ffa856529dc5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.759725] env[69433]: DEBUG nova.scheduler.client.report [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.801960] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.877116] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "fd02bb39-09f7-4963-a11c-9da8e01815c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.877354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.139732] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.139914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.141297] env[69433]: DEBUG nova.network.neutron [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.264553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.265233] env[69433]: DEBUG nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.268940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.516s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.271185] env[69433]: INFO nova.compute.claims [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.362042] env[69433]: DEBUG nova.network.neutron [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Updated VIF entry in instance network info cache for port af9773b8-0350-4224-b77f-8431011062bb. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.362687] env[69433]: DEBUG nova.network.neutron [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Updating instance_info_cache with network_info: [{"id": "af9773b8-0350-4224-b77f-8431011062bb", "address": "fa:16:3e:0a:04:a0", "network": {"id": "ef956617-c25f-4df9-b59c-fd8ec55d52bf", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-626507707-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68e9071689f14b2f9a9da52acdeba914", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39cd75b0-9ec7-48ed-b57f-34da0c573a60", "external-id": "nsx-vlan-transportzone-751", "segmentation_id": 751, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf9773b8-03", "ovs_interfaceid": "af9773b8-0350-4224-b77f-8431011062bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.442447] env[69433]: DEBUG nova.compute.manager [req-333363e9-d910-43cc-a1b5-bc61b3620715 req-7ea397a8-8c15-41e0-8f14-30c08d062e87 service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Received event network-vif-plugged-f9151b65-aeb9-4af3-b76e-a2cba4953344 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.442699] env[69433]: DEBUG oslo_concurrency.lockutils [req-333363e9-d910-43cc-a1b5-bc61b3620715 req-7ea397a8-8c15-41e0-8f14-30c08d062e87 service nova] Acquiring lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.442971] env[69433]: DEBUG oslo_concurrency.lockutils [req-333363e9-d910-43cc-a1b5-bc61b3620715 req-7ea397a8-8c15-41e0-8f14-30c08d062e87 service nova] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.443174] env[69433]: DEBUG oslo_concurrency.lockutils [req-333363e9-d910-43cc-a1b5-bc61b3620715 req-7ea397a8-8c15-41e0-8f14-30c08d062e87 service nova] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.443420] env[69433]: DEBUG nova.compute.manager [req-333363e9-d910-43cc-a1b5-bc61b3620715 req-7ea397a8-8c15-41e0-8f14-30c08d062e87 service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] No waiting events found dispatching network-vif-plugged-f9151b65-aeb9-4af3-b76e-a2cba4953344 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.443640] env[69433]: WARNING nova.compute.manager [req-333363e9-d910-43cc-a1b5-bc61b3620715 req-7ea397a8-8c15-41e0-8f14-30c08d062e87 service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Received unexpected event network-vif-plugged-f9151b65-aeb9-4af3-b76e-a2cba4953344 for instance with vm_state building and task_state spawning. [ 761.572267] env[69433]: DEBUG nova.network.neutron [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Successfully updated port: f9151b65-aeb9-4af3-b76e-a2cba4953344 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.773627] env[69433]: DEBUG nova.compute.utils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.779031] env[69433]: DEBUG nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.779287] env[69433]: DEBUG nova.network.neutron [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.853535] env[69433]: DEBUG nova.policy [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.865819] env[69433]: DEBUG oslo_concurrency.lockutils [req-24ac1c12-8b07-410f-b557-71799795c1e4 req-43ee36c9-3a86-46dd-aff0-b58a1396b362 service nova] Releasing lock "refresh_cache-7c8ea413-9d35-4ba2-895a-2fd1c86dd901" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.921226] env[69433]: DEBUG nova.network.neutron [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [{"id": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "address": "fa:16:3e:58:48:6b", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49be82a-b9", "ovs_interfaceid": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.076029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "refresh_cache-d4c7b2f9-d921-409a-a3df-df6bae0db0d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.076207] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "refresh_cache-d4c7b2f9-d921-409a-a3df-df6bae0db0d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.076366] env[69433]: DEBUG nova.network.neutron [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.284494] env[69433]: DEBUG nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.418065] env[69433]: DEBUG nova.network.neutron [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Successfully created port: a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.423937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.616173] env[69433]: DEBUG nova.network.neutron [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.825385] env[69433]: DEBUG nova.network.neutron [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Updating instance_info_cache with network_info: [{"id": "f9151b65-aeb9-4af3-b76e-a2cba4953344", "address": "fa:16:3e:83:41:00", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9151b65-ae", "ovs_interfaceid": "f9151b65-aeb9-4af3-b76e-a2cba4953344", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.875645] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c0a855-1b36-4a2b-8910-4f96609ab474 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.893318] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c42dc30-4ac0-4dee-93d6-154a9fed051f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.935612] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ee81fa-d8e4-4e53-b510-c11392b3f598 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.948035] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b894a85-7400-49de-a773-ea8f8d002d42 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.954643] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139dad0c-3190-4cc0-86f2-67ca35dffccb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.987913] env[69433]: DEBUG nova.compute.provider_tree [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.989969] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921648b-fa75-45d3-828f-946c9444da1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.998369] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 762.999028] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-a4a5a291-7a9c-468b-a9e8-31bddbb821eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.009925] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 763.009925] env[69433]: value = "task-3338333" [ 763.009925] env[69433]: _type = "Task" [ 763.009925] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.023070] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338333, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.298680] env[69433]: DEBUG nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.328139] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.328384] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.328538] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.328706] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.328843] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.328979] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.329192] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.329344] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.329510] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.329666] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.329826] env[69433]: DEBUG nova.virt.hardware [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.330295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "refresh_cache-d4c7b2f9-d921-409a-a3df-df6bae0db0d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.330569] env[69433]: DEBUG nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Instance network_info: |[{"id": "f9151b65-aeb9-4af3-b76e-a2cba4953344", "address": "fa:16:3e:83:41:00", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9151b65-ae", "ovs_interfaceid": "f9151b65-aeb9-4af3-b76e-a2cba4953344", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 763.331417] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4a51b6-d20d-474c-850d-a6997d700321 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.334485] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:41:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f9151b65-aeb9-4af3-b76e-a2cba4953344', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.342232] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.342316] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.343013] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e26cae0-1dee-4c2d-a775-b4b94003c6f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.361693] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f6ceee-b00e-4bc5-b2f8-1d9984808121 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.368716] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.368716] env[69433]: value = "task-3338334" [ 763.368716] env[69433]: _type = "Task" [ 763.368716] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.389017] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338334, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.477129] env[69433]: DEBUG nova.compute.manager [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Received event network-changed-f9151b65-aeb9-4af3-b76e-a2cba4953344 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.477223] env[69433]: DEBUG nova.compute.manager [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Refreshing instance network info cache due to event network-changed-f9151b65-aeb9-4af3-b76e-a2cba4953344. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.477442] env[69433]: DEBUG oslo_concurrency.lockutils [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] Acquiring lock "refresh_cache-d4c7b2f9-d921-409a-a3df-df6bae0db0d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.477588] env[69433]: DEBUG oslo_concurrency.lockutils [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] Acquired lock "refresh_cache-d4c7b2f9-d921-409a-a3df-df6bae0db0d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.477800] env[69433]: DEBUG nova.network.neutron [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Refreshing network info cache for port f9151b65-aeb9-4af3-b76e-a2cba4953344 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.494154] env[69433]: DEBUG nova.scheduler.client.report [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.521496] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338333, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.050905} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.522216] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 763.522545] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7644e0bd-5c9f-4c72-be72-31af4ff475ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.548987] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/swap.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.549312] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44c799a4-a202-473f-879d-3fba152a2e9f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.570820] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 763.570820] env[69433]: value = "task-3338335" [ 763.570820] env[69433]: _type = "Task" [ 763.570820] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.579915] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.880474] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338334, 'name': CreateVM_Task, 'duration_secs': 0.332706} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.880474] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.880802] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.880802] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.882219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.882219] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b12cd90-fb82-4e45-9232-50caf61ebaa7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.887320] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 763.887320] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c13f56-146c-c6dc-a746-31e94643c22e" [ 763.887320] env[69433]: _type = "Task" [ 763.887320] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.895848] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c13f56-146c-c6dc-a746-31e94643c22e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.001849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.002465] env[69433]: DEBUG nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.009534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.907s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.009748] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.011933] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.880s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.013487] env[69433]: INFO nova.compute.claims [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.042756] env[69433]: INFO nova.scheduler.client.report [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Deleted allocations for instance a8997733-2108-4557-81d2-3e470f547ea6 [ 764.084610] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338335, 'name': ReconfigVM_Task, 'duration_secs': 0.302487} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.088051] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14/swap.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.089849] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance '659db4c6-264a-432b-96a0-c55d27b5da14' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 764.183726] env[69433]: DEBUG nova.compute.manager [req-4b68dbb7-5e2f-4217-ac6b-5dcf3e39629d req-29accad4-404c-4740-87f8-7264c03e8dd4 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received event network-vif-plugged-a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.183994] env[69433]: DEBUG oslo_concurrency.lockutils [req-4b68dbb7-5e2f-4217-ac6b-5dcf3e39629d req-29accad4-404c-4740-87f8-7264c03e8dd4 service nova] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.184244] env[69433]: DEBUG oslo_concurrency.lockutils [req-4b68dbb7-5e2f-4217-ac6b-5dcf3e39629d req-29accad4-404c-4740-87f8-7264c03e8dd4 service nova] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.184514] env[69433]: DEBUG oslo_concurrency.lockutils [req-4b68dbb7-5e2f-4217-ac6b-5dcf3e39629d req-29accad4-404c-4740-87f8-7264c03e8dd4 service nova] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.184689] env[69433]: DEBUG nova.compute.manager [req-4b68dbb7-5e2f-4217-ac6b-5dcf3e39629d req-29accad4-404c-4740-87f8-7264c03e8dd4 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] No waiting events found dispatching network-vif-plugged-a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.184853] env[69433]: WARNING nova.compute.manager [req-4b68dbb7-5e2f-4217-ac6b-5dcf3e39629d req-29accad4-404c-4740-87f8-7264c03e8dd4 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received unexpected event network-vif-plugged-a162b020-be11-40d7-a933-ab4a8e604686 for instance with vm_state building and task_state spawning. [ 764.230927] env[69433]: DEBUG nova.network.neutron [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Updated VIF entry in instance network info cache for port f9151b65-aeb9-4af3-b76e-a2cba4953344. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.231336] env[69433]: DEBUG nova.network.neutron [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Updating instance_info_cache with network_info: [{"id": "f9151b65-aeb9-4af3-b76e-a2cba4953344", "address": "fa:16:3e:83:41:00", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9151b65-ae", "ovs_interfaceid": "f9151b65-aeb9-4af3-b76e-a2cba4953344", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.256402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "5a6c502b-92fd-4323-811b-bd1269875d59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.256872] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "5a6c502b-92fd-4323-811b-bd1269875d59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.266568] env[69433]: DEBUG nova.network.neutron [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Successfully updated port: a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.398831] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c13f56-146c-c6dc-a746-31e94643c22e, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.399190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.399399] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.399631] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.399791] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.399971] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.400253] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c4d251a-0763-4a8f-bf4b-b67b893f9617 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.410025] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.410025] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.410727] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a41f8c-806c-452d-b460-ec094691639a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.417490] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 764.417490] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e6f9a7-9670-2ca6-d528-cb710216bb54" [ 764.417490] env[69433]: _type = "Task" [ 764.417490] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.427063] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e6f9a7-9670-2ca6-d528-cb710216bb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.511663] env[69433]: DEBUG nova.compute.utils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.513093] env[69433]: DEBUG nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.513263] env[69433]: DEBUG nova.network.neutron [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.548195] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ac8d95b7-a151-4b19-8fb6-62c9208ef1a8 tempest-FloatingIPsAssociationNegativeTestJSON-29340077 tempest-FloatingIPsAssociationNegativeTestJSON-29340077-project-member] Lock "a8997733-2108-4557-81d2-3e470f547ea6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.919s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.551519] env[69433]: DEBUG nova.policy [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8077ae9d34499d8b1f1926526a70ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8724ebceca2045b086c1892a062a8a8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.596982] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.597643] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb48469e-f22f-42ce-92d2-ff635dac27d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.606297] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 764.606297] env[69433]: value = "task-3338336" [ 764.606297] env[69433]: _type = "Task" [ 764.606297] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.615258] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.734570] env[69433]: DEBUG oslo_concurrency.lockutils [req-2471c2e2-552f-4fa1-b35d-0ba01ae6c397 req-74cfb7a0-9962-4c2e-8a5f-76a3aa4d185b service nova] Releasing lock "refresh_cache-d4c7b2f9-d921-409a-a3df-df6bae0db0d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.771752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.771983] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.772197] env[69433]: DEBUG nova.network.neutron [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.870475] env[69433]: DEBUG nova.network.neutron [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Successfully created port: e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.930033] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e6f9a7-9670-2ca6-d528-cb710216bb54, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.932231] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84483cf7-aee5-4619-b40f-798315743a27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.938681] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 764.938681] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e794ef-baa0-dd7c-4552-785efd2fbde9" [ 764.938681] env[69433]: _type = "Task" [ 764.938681] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.951068] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e794ef-baa0-dd7c-4552-785efd2fbde9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.021019] env[69433]: DEBUG nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.126077] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.338909] env[69433]: DEBUG nova.network.neutron [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.452743] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e794ef-baa0-dd7c-4552-785efd2fbde9, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.453024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.453373] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] d4c7b2f9-d921-409a-a3df-df6bae0db0d9/d4c7b2f9-d921-409a-a3df-df6bae0db0d9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.453603] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62c4b72-8e3b-4532-b0be-e5df2cad3efd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.466876] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 765.466876] env[69433]: value = "task-3338337" [ 765.466876] env[69433]: _type = "Task" [ 765.466876] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.476571] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.588563] env[69433]: DEBUG nova.network.neutron [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.626349] env[69433]: DEBUG oslo_vmware.api [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338336, 'name': PowerOnVM_Task, 'duration_secs': 0.522852} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.627497] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37611dd2-dd90-475b-ae6f-902c9ac3dea6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.630274] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.630471] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e5b799-d082-46b6-b7c6-06640faa1e79 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance '659db4c6-264a-432b-96a0-c55d27b5da14' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 765.641460] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513ecac3-d7f1-4e74-9ed3-2111ba3ff610 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.677258] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50a75e1-a618-427b-8a11-80d36dbdec32 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.687080] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f54486f-db4a-4f79-ad38-2ff2123057b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.706476] env[69433]: DEBUG nova.compute.provider_tree [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.977872] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508959} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.978251] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] d4c7b2f9-d921-409a-a3df-df6bae0db0d9/d4c7b2f9-d921-409a-a3df-df6bae0db0d9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.978368] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.978601] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-048b1fd7-85aa-4edf-8196-f2f2dbd7cf2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.986686] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 765.986686] env[69433]: value = "task-3338338" [ 765.986686] env[69433]: _type = "Task" [ 765.986686] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.995484] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.036102] env[69433]: DEBUG nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.067055] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.067331] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.067513] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.067868] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.067868] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.067977] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.068277] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.068450] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.068609] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.068769] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.070019] env[69433]: DEBUG nova.virt.hardware [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.070019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82dd214-9415-49c0-bd99-ce5c06cc39d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.079529] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b881dbb-4aa6-4426-bbe1-baa880efb7fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.096246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.096597] env[69433]: DEBUG nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Instance network_info: |[{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.097283] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:9c:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a162b020-be11-40d7-a933-ab4a8e604686', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.104711] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Creating folder: Project (00dfb0a0de5e4c8492e4afb16258b208). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.105111] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06899680-8f6a-4536-8d91-f8c8e16ed9c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.119575] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Created folder: Project (00dfb0a0de5e4c8492e4afb16258b208) in parent group-v666200. [ 766.119856] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Creating folder: Instances. Parent ref: group-v666323. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.120148] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2684c7ee-34cd-4cb7-8dbc-c1cfacb09038 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.133673] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Created folder: Instances in parent group-v666323. [ 766.133934] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.134161] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.134374] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f222befa-7e48-428b-b612-d1f98a576357 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.159775] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.159775] env[69433]: value = "task-3338341" [ 766.159775] env[69433]: _type = "Task" [ 766.159775] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.177031] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338341, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.210410] env[69433]: DEBUG nova.scheduler.client.report [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.222648] env[69433]: DEBUG nova.compute.manager [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received event network-changed-a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.222840] env[69433]: DEBUG nova.compute.manager [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Refreshing instance network info cache due to event network-changed-a162b020-be11-40d7-a933-ab4a8e604686. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.223068] env[69433]: DEBUG oslo_concurrency.lockutils [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] Acquiring lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.223228] env[69433]: DEBUG oslo_concurrency.lockutils [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] Acquired lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.223390] env[69433]: DEBUG nova.network.neutron [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Refreshing network info cache for port a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.500271] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10124} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.500618] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.501492] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90b17b9-f2d3-4606-9410-9d1ee195e879 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.536668] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] d4c7b2f9-d921-409a-a3df-df6bae0db0d9/d4c7b2f9-d921-409a-a3df-df6bae0db0d9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.536836] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9027ad79-111a-4bcf-b80d-add44675a037 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.563640] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 766.563640] env[69433]: value = "task-3338342" [ 766.563640] env[69433]: _type = "Task" [ 766.563640] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.573214] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.671270] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338341, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.715641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.718936] env[69433]: DEBUG nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.720782] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.082s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.723098] env[69433]: INFO nova.compute.claims [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.061152] env[69433]: DEBUG nova.network.neutron [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Successfully updated port: e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.077835] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.188410] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338341, 'name': CreateVM_Task, 'duration_secs': 0.794478} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.188689] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.189451] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.189641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.191138] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.191138] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7f9c5d-0cd5-4b64-9483-3df2624a019d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.199594] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 767.199594] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5232d8ec-cbb5-94ed-c22d-cde357847eab" [ 767.199594] env[69433]: _type = "Task" [ 767.199594] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.210536] env[69433]: DEBUG nova.network.neutron [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updated VIF entry in instance network info cache for port a162b020-be11-40d7-a933-ab4a8e604686. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.211040] env[69433]: DEBUG nova.network.neutron [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.218768] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5232d8ec-cbb5-94ed-c22d-cde357847eab, 'name': SearchDatastore_Task, 'duration_secs': 0.013195} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.219232] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.219466] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.219718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.219867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.220065] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.220336] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f630fe76-c290-4ca5-b3e6-fe8d9d77f6f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.227883] env[69433]: DEBUG nova.compute.utils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.229313] env[69433]: DEBUG nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.229491] env[69433]: DEBUG nova.network.neutron [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.235415] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.235496] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.240214] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702a3037-f0bb-4b88-83fa-16c10758475e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.245209] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 767.245209] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c50424-94d1-d281-d18d-fc2fd829d22b" [ 767.245209] env[69433]: _type = "Task" [ 767.245209] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.255919] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c50424-94d1-d281-d18d-fc2fd829d22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.312116] env[69433]: DEBUG nova.policy [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '616fe52095e9499bb1bc41f4238d52cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '018ad7770c644d31b43f0df2ac76ad78', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.567023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.567023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.567023] env[69433]: DEBUG nova.network.neutron [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.587068] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338342, 'name': ReconfigVM_Task, 'duration_secs': 0.790108} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.587068] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Reconfigured VM instance instance-00000029 to attach disk [datastore1] d4c7b2f9-d921-409a-a3df-df6bae0db0d9/d4c7b2f9-d921-409a-a3df-df6bae0db0d9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.587068] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595d46d9-f7c0-4386-b4d1-0e185b2a7b7b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.596438] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 767.596438] env[69433]: value = "task-3338343" [ 767.596438] env[69433]: _type = "Task" [ 767.596438] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.608583] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338343, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.721102] env[69433]: DEBUG oslo_concurrency.lockutils [req-8acbee65-0606-4a91-8ff5-712eaa89c2a6 req-81c52cc7-a0fa-4968-a529-ac8a4150aac7 service nova] Releasing lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.734877] env[69433]: DEBUG nova.compute.utils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.757424] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c50424-94d1-d281-d18d-fc2fd829d22b, 'name': SearchDatastore_Task, 'duration_secs': 0.012414} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.758301] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae4248e-d0da-473d-b6a4-8f2ee60d2888 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.765667] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 767.765667] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5200eec6-c724-848f-bef5-f8afab752630" [ 767.765667] env[69433]: _type = "Task" [ 767.765667] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.782905] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5200eec6-c724-848f-bef5-f8afab752630, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.907400] env[69433]: DEBUG nova.network.neutron [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Successfully created port: 7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.914347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "659db4c6-264a-432b-96a0-c55d27b5da14" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.914655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.914843] env[69433]: DEBUG nova.compute.manager [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Going to confirm migration 2 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 768.110215] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338343, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.111416] env[69433]: DEBUG nova.network.neutron [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.245072] env[69433]: DEBUG nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.281499] env[69433]: DEBUG nova.compute.manager [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received event network-vif-plugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.282643] env[69433]: DEBUG oslo_concurrency.lockutils [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.282643] env[69433]: DEBUG oslo_concurrency.lockutils [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.282643] env[69433]: DEBUG oslo_concurrency.lockutils [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.282643] env[69433]: DEBUG nova.compute.manager [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] No waiting events found dispatching network-vif-plugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.282785] env[69433]: WARNING nova.compute.manager [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received unexpected event network-vif-plugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 for instance with vm_state building and task_state spawning. [ 768.282957] env[69433]: DEBUG nova.compute.manager [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received event network-changed-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.283503] env[69433]: DEBUG nova.compute.manager [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Refreshing instance network info cache due to event network-changed-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.283503] env[69433]: DEBUG oslo_concurrency.lockutils [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] Acquiring lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.296242] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5200eec6-c724-848f-bef5-f8afab752630, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.298096] env[69433]: DEBUG nova.network.neutron [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.302021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.302021] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1/295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.302515] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-829587ab-f745-4ade-bac4-52e77347468c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.313225] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 768.313225] env[69433]: value = "task-3338344" [ 768.313225] env[69433]: _type = "Task" [ 768.313225] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.324809] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.326532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2ca78-fb7e-4947-b2d1-119e09679683 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.335700] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09aac20-de34-4954-b66c-a98e0ba66bcc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.370878] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcbad9c-37df-452f-ae30-18c9e627cfc2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.379550] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75214b99-e19e-4a44-a131-2075b50762ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.396557] env[69433]: DEBUG nova.compute.provider_tree [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.467821] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.467821] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.468045] env[69433]: DEBUG nova.network.neutron [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.468152] env[69433]: DEBUG nova.objects.instance [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lazy-loading 'info_cache' on Instance uuid 659db4c6-264a-432b-96a0-c55d27b5da14 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.610860] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338343, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.801183] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.801567] env[69433]: DEBUG nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Instance network_info: |[{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 768.802039] env[69433]: DEBUG oslo_concurrency.lockutils [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] Acquired lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.802266] env[69433]: DEBUG nova.network.neutron [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Refreshing network info cache for port e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.803449] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:4e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4cd1bc1-ab67-42ba-bf65-79cdd1643a69', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.813460] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating folder: Project (8724ebceca2045b086c1892a062a8a8f). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.813460] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e981dcd1-3a4a-449c-a9f3-e5f667690271 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.826193] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338344, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.832818] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Created folder: Project (8724ebceca2045b086c1892a062a8a8f) in parent group-v666200. [ 768.833217] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating folder: Instances. Parent ref: group-v666326. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.833428] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da094b49-6a14-48e5-b9ca-37436e8eba2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.845644] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Created folder: Instances in parent group-v666326. [ 768.845978] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.846717] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.846717] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d4e5416-f56f-4b59-9987-cf271abbe6e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.870015] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.870015] env[69433]: value = "task-3338347" [ 768.870015] env[69433]: _type = "Task" [ 768.870015] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.882475] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338347, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.901943] env[69433]: DEBUG nova.scheduler.client.report [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.115997] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338343, 'name': Rename_Task, 'duration_secs': 1.06757} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.116393] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.116732] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0682b41-4fab-4267-a76e-3a0b287751ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.126315] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 769.126315] env[69433]: value = "task-3338348" [ 769.126315] env[69433]: _type = "Task" [ 769.126315] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.139958] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.256529] env[69433]: DEBUG nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.284297] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:30:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='152267038',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-178815412',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.284549] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.284704] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.284884] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.285190] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.285400] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.285620] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.285784] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.285946] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.286125] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.286299] env[69433]: DEBUG nova.virt.hardware [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.287207] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edb0e57-9653-416e-8bd9-3c3887489b1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.296542] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f81824b-d1c9-4738-ba02-48919c7087fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.325659] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801064} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.325942] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1/295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.326194] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.326454] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24a1a9f1-2ac6-4f60-85e7-a54f2117931e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.334434] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 769.334434] env[69433]: value = "task-3338349" [ 769.334434] env[69433]: _type = "Task" [ 769.334434] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.343190] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.382352] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338347, 'name': CreateVM_Task, 'duration_secs': 0.384939} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.382520] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.383648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.383826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.384154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.384413] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a54bce-d7aa-441a-92b5-00fa2d123574 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.389782] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 769.389782] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d3d3b7-f080-1a5d-2236-92f12d542222" [ 769.389782] env[69433]: _type = "Task" [ 769.389782] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.400019] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d3d3b7-f080-1a5d-2236-92f12d542222, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.409953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.410351] env[69433]: DEBUG nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.413098] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.512s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.413304] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.415304] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.153s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.415484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.427021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.524s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.427021] env[69433]: INFO nova.compute.claims [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.474122] env[69433]: INFO nova.scheduler.client.report [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Deleted allocations for instance dd17765b-eeab-4249-ab76-6476423ba5a4 [ 769.481647] env[69433]: INFO nova.scheduler.client.report [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Deleted allocations for instance 482ad76b-9174-474f-a399-31a87941b4c2 [ 769.574013] env[69433]: DEBUG nova.compute.manager [req-3ef1b9ea-4e8e-426e-93d8-313415a41141 req-0978e423-4535-489d-9e19-3b7bae8182b7 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Received event network-vif-plugged-7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.574254] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ef1b9ea-4e8e-426e-93d8-313415a41141 req-0978e423-4535-489d-9e19-3b7bae8182b7 service nova] Acquiring lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.574469] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ef1b9ea-4e8e-426e-93d8-313415a41141 req-0978e423-4535-489d-9e19-3b7bae8182b7 service nova] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.574665] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ef1b9ea-4e8e-426e-93d8-313415a41141 req-0978e423-4535-489d-9e19-3b7bae8182b7 service nova] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.574796] env[69433]: DEBUG nova.compute.manager [req-3ef1b9ea-4e8e-426e-93d8-313415a41141 req-0978e423-4535-489d-9e19-3b7bae8182b7 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] No waiting events found dispatching network-vif-plugged-7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.574959] env[69433]: WARNING nova.compute.manager [req-3ef1b9ea-4e8e-426e-93d8-313415a41141 req-0978e423-4535-489d-9e19-3b7bae8182b7 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Received unexpected event network-vif-plugged-7d50a52c-c5f0-491d-a750-1337edf10bd6 for instance with vm_state building and task_state spawning. [ 769.623594] env[69433]: DEBUG nova.network.neutron [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Successfully updated port: 7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.643431] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.822543] env[69433]: DEBUG nova.network.neutron [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updated VIF entry in instance network info cache for port e4cd1bc1-ab67-42ba-bf65-79cdd1643a69. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.822543] env[69433]: DEBUG nova.network.neutron [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.850841] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.276736} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.851149] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.852050] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaef8acb-58a7-4965-8827-8a8803ca6083 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.879396] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1/295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.879693] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ddd483-0182-4d81-9de8-9d1d7cdfdaf9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.906348] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d3d3b7-f080-1a5d-2236-92f12d542222, 'name': SearchDatastore_Task, 'duration_secs': 0.051256} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.908135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.908343] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.908577] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.908767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.908893] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.909237] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 769.909237] env[69433]: value = "task-3338350" [ 769.909237] env[69433]: _type = "Task" [ 769.909237] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.909438] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5e6b0c5-9851-4910-9e3d-20b33fd5898c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.922882] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338350, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.926667] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.926956] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.928023] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dfe4f3-a8b3-429c-9f3c-873e9915571a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.931613] env[69433]: DEBUG nova.compute.utils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.938027] env[69433]: DEBUG nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.938027] env[69433]: DEBUG nova.network.neutron [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.947267] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 769.947267] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a786c8-26df-669c-1ad9-013580169421" [ 769.947267] env[69433]: _type = "Task" [ 769.947267] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.957138] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a786c8-26df-669c-1ad9-013580169421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.994024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46d97449-df0e-4e2b-9e86-2b51a8699037 tempest-ImagesOneServerTestJSON-282894595 tempest-ImagesOneServerTestJSON-282894595-project-member] Lock "482ad76b-9174-474f-a399-31a87941b4c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.952s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.994024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f0a4836-a532-44f5-a73b-ebfd23b9cfd9 tempest-DeleteServersAdminTestJSON-554480420 tempest-DeleteServersAdminTestJSON-554480420-project-member] Lock "dd17765b-eeab-4249-ab76-6476423ba5a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.242s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.031058] env[69433]: DEBUG nova.network.neutron [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [{"id": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "address": "fa:16:3e:58:48:6b", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb49be82a-b9", "ovs_interfaceid": "b49be82a-b972-4d6a-bd18-b17ecd32e90e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.044689] env[69433]: DEBUG nova.policy [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4452688683134783b32b80fa04af7f06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acca0162a5f04836aeb13221d0b2a899', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.125866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.126213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.126213] env[69433]: DEBUG nova.network.neutron [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.141253] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338348, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.325477] env[69433]: DEBUG oslo_concurrency.lockutils [req-cd39b046-8366-409c-bda6-d8bd82398a4d req-de876914-ec0d-4f32-8606-beb7c502d5c8 service nova] Releasing lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.423397] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.436427] env[69433]: DEBUG nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.466264] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a786c8-26df-669c-1ad9-013580169421, 'name': SearchDatastore_Task, 'duration_secs': 0.045989} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.467211] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ef58e6-d5f8-4d26-a595-9ea8335d46a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.478196] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 770.478196] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c0a2d0-4e46-18aa-8c65-6ea04ac0cfee" [ 770.478196] env[69433]: _type = "Task" [ 770.478196] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.488369] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c0a2d0-4e46-18aa-8c65-6ea04ac0cfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.534450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "refresh_cache-659db4c6-264a-432b-96a0-c55d27b5da14" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.534702] env[69433]: DEBUG nova.objects.instance [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lazy-loading 'migration_context' on Instance uuid 659db4c6-264a-432b-96a0-c55d27b5da14 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.642795] env[69433]: DEBUG oslo_vmware.api [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338348, 'name': PowerOnVM_Task, 'duration_secs': 1.190082} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.645625] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.648888] env[69433]: INFO nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Took 10.01 seconds to spawn the instance on the hypervisor. [ 770.648888] env[69433]: DEBUG nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.648888] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7151823-84b5-4c9a-8d71-04ebd503b58d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.715299] env[69433]: DEBUG nova.network.neutron [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.771047] env[69433]: DEBUG nova.network.neutron [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Successfully created port: 1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.926796] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338350, 'name': ReconfigVM_Task, 'duration_secs': 0.563621} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.927598] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1/295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.927726] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12eed58a-b3ec-4c26-ad04-215b8b230b30 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.936760] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 770.936760] env[69433]: value = "task-3338351" [ 770.936760] env[69433]: _type = "Task" [ 770.936760] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.946977] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338351, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.953362] env[69433]: INFO nova.virt.block_device [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Booting with volume a9701ece-fe50-4b2b-b079-c40aed346b57 at /dev/sda [ 770.996039] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c0a2d0-4e46-18aa-8c65-6ea04ac0cfee, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.996888] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.996950] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.998817] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18d1480d-d4de-4631-b445-9316a1719e71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.006024] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50fcb8e0-6ca6-4433-8fd4-f5bd370ede13 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.015273] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a6949d-3d12-4327-a349-263a8050ae95 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.027198] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 771.027198] env[69433]: value = "task-3338352" [ 771.027198] env[69433]: _type = "Task" [ 771.027198] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.038840] env[69433]: DEBUG nova.objects.base [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Object Instance<659db4c6-264a-432b-96a0-c55d27b5da14> lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 771.042888] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a4b494-387f-4e60-b588-170cc29fa4c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.046502] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.063552] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e28f4fd2-e9de-464b-b66c-4ad94e1b54ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.092977] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4952700-1655-4661-8610-c9dcb46aa80f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.101453] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f689b4-f963-4841-9531-27dc821de538 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.127696] env[69433]: DEBUG oslo_vmware.api [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 771.127696] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526a8ff4-3dd5-72f3-0ab4-c4311e1a586c" [ 771.127696] env[69433]: _type = "Task" [ 771.127696] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.150391] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6bfca3-db69-4960-ae6b-eac86458e83a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.152377] env[69433]: DEBUG oslo_vmware.api [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526a8ff4-3dd5-72f3-0ab4-c4311e1a586c, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.153045] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f4f0ab-c041-45b1-912e-5d15e3150d6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.155652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.170713] env[69433]: INFO nova.compute.manager [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Took 57.44 seconds to build instance. [ 771.172782] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e719ec8-08d7-4836-acfc-3614372e7649 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.177130] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad77422-1cf2-44d6-ad8b-1bb74994d911 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.195791] env[69433]: DEBUG nova.virt.block_device [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updating existing volume attachment record: 526b19c9-3839-4824-a0a6-7f93a1b7f4a3 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 771.231045] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca9bcd9-0928-4c72-9db0-72d5fc189249 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.237230] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bcbcc1-b25d-4098-a716-81696ba77677 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.257381] env[69433]: DEBUG nova.compute.provider_tree [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.450333] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338351, 'name': Rename_Task, 'duration_secs': 0.189297} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.450586] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.450852] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86e1f1df-e7a9-4db8-8b62-df809f0a868d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.460107] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 771.460107] env[69433]: value = "task-3338353" [ 771.460107] env[69433]: _type = "Task" [ 771.460107] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.471393] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.472647] env[69433]: DEBUG nova.network.neutron [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Updating instance_info_cache with network_info: [{"id": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "address": "fa:16:3e:cf:d7:aa", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50a52c-c5", "ovs_interfaceid": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.544370] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.682221] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56d92897-445e-4861-9dd4-fb3717b15530 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.725s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.760170] env[69433]: DEBUG nova.scheduler.client.report [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.820108] env[69433]: DEBUG nova.compute.manager [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Received event network-changed-7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.821346] env[69433]: DEBUG nova.compute.manager [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Refreshing instance network info cache due to event network-changed-7d50a52c-c5f0-491d-a750-1337edf10bd6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.821346] env[69433]: DEBUG oslo_concurrency.lockutils [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] Acquiring lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.971031] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.975746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Releasing lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.976118] env[69433]: DEBUG nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Instance network_info: |[{"id": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "address": "fa:16:3e:cf:d7:aa", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50a52c-c5", "ovs_interfaceid": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.976432] env[69433]: DEBUG oslo_concurrency.lockutils [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] Acquired lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.976609] env[69433]: DEBUG nova.network.neutron [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Refreshing network info cache for port 7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.978158] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:d7:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d50a52c-c5f0-491d-a750-1337edf10bd6', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.988592] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.993822] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.993822] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc0e9fc9-96d3-4165-a14d-2d85e3f7a01a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.025280] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.025280] env[69433]: value = "task-3338354" [ 772.025280] env[69433]: _type = "Task" [ 772.025280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.035851] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338354, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.044993] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621997} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.045506] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.045727] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.046071] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98405c84-e95d-4dfc-9173-b122588ddd65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.054895] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 772.054895] env[69433]: value = "task-3338355" [ 772.054895] env[69433]: _type = "Task" [ 772.054895] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.065455] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.186905] env[69433]: DEBUG nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.278675] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.279300] env[69433]: DEBUG nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.284259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.992s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.285525] env[69433]: INFO nova.compute.claims [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.474144] env[69433]: DEBUG oslo_vmware.api [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338353, 'name': PowerOnVM_Task, 'duration_secs': 0.763081} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.474459] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.474666] env[69433]: INFO nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Took 9.18 seconds to spawn the instance on the hypervisor. [ 772.474982] env[69433]: DEBUG nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.476075] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89b5fa-b001-4f47-93fd-3f484258ae15 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.514698] env[69433]: DEBUG nova.network.neutron [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Updated VIF entry in instance network info cache for port 7d50a52c-c5f0-491d-a750-1337edf10bd6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.516353] env[69433]: DEBUG nova.network.neutron [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Updating instance_info_cache with network_info: [{"id": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "address": "fa:16:3e:cf:d7:aa", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50a52c-c5", "ovs_interfaceid": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.539274] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338354, 'name': CreateVM_Task, 'duration_secs': 0.374762} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.539841] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.540601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.540861] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.541253] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.541704] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7360f2ae-88e7-4d3a-a4ac-cbf3cf3b1984 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.549232] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 772.549232] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527bad3e-5b81-d345-70ca-dbb313952260" [ 772.549232] env[69433]: _type = "Task" [ 772.549232] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.564351] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527bad3e-5b81-d345-70ca-dbb313952260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.574512] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080934} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.574512] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.574512] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ee9438-5044-4523-9b85-38c1d3a864ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.600384] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.600742] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556d5f60-9080-4747-a722-6c486c024b2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.625666] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 772.625666] env[69433]: value = "task-3338356" [ 772.625666] env[69433]: _type = "Task" [ 772.625666] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.635675] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.714120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.786251] env[69433]: DEBUG nova.compute.utils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.790063] env[69433]: DEBUG nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.790063] env[69433]: DEBUG nova.network.neutron [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.927376] env[69433]: DEBUG nova.policy [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93b0848ffdcd4699a287a9605a390870', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81b28fc45f3c437f85d3476ac3bf9208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.000327] env[69433]: INFO nova.compute.manager [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Took 54.02 seconds to build instance. [ 773.019118] env[69433]: DEBUG oslo_concurrency.lockutils [req-0f2b64e0-6496-46c7-905d-2239bcc3e668 req-d0c6874a-8349-49bc-b450-ab6bbb0cc3de service nova] Releasing lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.060933] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527bad3e-5b81-d345-70ca-dbb313952260, 'name': SearchDatastore_Task, 'duration_secs': 0.035257} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.061273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.061516] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.061986] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.062168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.062388] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.063246] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4232b76c-e6bc-429e-8557-7cf4d4a7de3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.080015] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.080258] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.081182] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aeb9aa8-c712-42ed-8a33-a3c448b5092b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.087936] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 773.087936] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e5349-87d7-ef52-59cc-4f2670468d78" [ 773.087936] env[69433]: _type = "Task" [ 773.087936] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.096796] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e5349-87d7-ef52-59cc-4f2670468d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.136573] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338356, 'name': ReconfigVM_Task, 'duration_secs': 0.282741} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.139385] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.139385] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-872c82f3-5e46-45aa-82aa-a40ed1aaf47a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.148770] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 773.148770] env[69433]: value = "task-3338357" [ 773.148770] env[69433]: _type = "Task" [ 773.148770] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.157575] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338357, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.292025] env[69433]: DEBUG nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.360865] env[69433]: DEBUG nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.361623] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.361847] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.362010] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.362195] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.362339] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.362480] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.363199] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.363199] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.363199] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.363199] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.363417] env[69433]: DEBUG nova.virt.hardware [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.369653] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427faab7-696c-412b-8d21-1653b58db92e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.380777] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060deb7a-0a56-46a2-ad03-6cbb86a445b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.504455] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14287ca7-d760-469c-9e47-4277e7fdb738 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.573s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.547772] env[69433]: DEBUG nova.network.neutron [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Successfully updated port: 1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.601184] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529e5349-87d7-ef52-59cc-4f2670468d78, 'name': SearchDatastore_Task, 'duration_secs': 0.033493} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.605133] env[69433]: DEBUG nova.network.neutron [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Successfully created port: ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.608268] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a788196-1ffa-4c68-937a-90869a366acf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.614689] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 773.614689] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5257e63d-8d9e-35ed-6913-f07515af8716" [ 773.614689] env[69433]: _type = "Task" [ 773.614689] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.626456] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5257e63d-8d9e-35ed-6913-f07515af8716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.661692] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338357, 'name': Rename_Task, 'duration_secs': 0.155446} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.664058] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.664572] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ca75d1a-139c-4ce1-917e-7211172bc85a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.673888] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 773.673888] env[69433]: value = "task-3338358" [ 773.673888] env[69433]: _type = "Task" [ 773.673888] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.687289] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.782889] env[69433]: DEBUG nova.compute.manager [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.783879] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06edd73e-f0f4-4460-b70a-8c74fe7a0995 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.985871] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cafa020-3314-4b52-b7ab-34713263098e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.991333] env[69433]: DEBUG nova.compute.manager [req-e9a0a64c-8f6d-445a-8733-7843ff77c490 req-64d539f7-0595-4592-b780-e054a1cb86bd service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Received event network-vif-plugged-1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.991333] env[69433]: DEBUG oslo_concurrency.lockutils [req-e9a0a64c-8f6d-445a-8733-7843ff77c490 req-64d539f7-0595-4592-b780-e054a1cb86bd service nova] Acquiring lock "e5ef7229-b060-449f-8474-d1bb48236ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.991333] env[69433]: DEBUG oslo_concurrency.lockutils [req-e9a0a64c-8f6d-445a-8733-7843ff77c490 req-64d539f7-0595-4592-b780-e054a1cb86bd service nova] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.991333] env[69433]: DEBUG oslo_concurrency.lockutils [req-e9a0a64c-8f6d-445a-8733-7843ff77c490 req-64d539f7-0595-4592-b780-e054a1cb86bd service nova] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.991621] env[69433]: DEBUG nova.compute.manager [req-e9a0a64c-8f6d-445a-8733-7843ff77c490 req-64d539f7-0595-4592-b780-e054a1cb86bd service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] No waiting events found dispatching network-vif-plugged-1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.991621] env[69433]: WARNING nova.compute.manager [req-e9a0a64c-8f6d-445a-8733-7843ff77c490 req-64d539f7-0595-4592-b780-e054a1cb86bd service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Received unexpected event network-vif-plugged-1d2463aa-7989-4a36-b21c-7d4adc2fc35b for instance with vm_state building and task_state spawning. [ 774.000638] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f052865-711f-427e-8125-650192007eb6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.034950] env[69433]: DEBUG nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.039093] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1782c090-eb7d-499b-9628-02d73d0c9103 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.048246] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f34c61-8249-4ba3-ae51-d327281e8fcd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.053093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Acquiring lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.053592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Acquired lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.053592] env[69433]: DEBUG nova.network.neutron [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.066791] env[69433]: DEBUG nova.compute.provider_tree [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.073118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.073489] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.127947] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5257e63d-8d9e-35ed-6913-f07515af8716, 'name': SearchDatastore_Task, 'duration_secs': 0.018352} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.128309] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.128625] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] af0d50d8-371e-407f-8e11-2b0eb3b4f8be/af0d50d8-371e-407f-8e11-2b0eb3b4f8be.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.128926] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0730b1a-b576-4542-930e-7f950f0718a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.137477] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 774.137477] env[69433]: value = "task-3338359" [ 774.137477] env[69433]: _type = "Task" [ 774.137477] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.149892] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.184154] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.301415] env[69433]: INFO nova.compute.manager [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] instance snapshotting [ 774.304460] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc383059-b175-480b-9822-208be997bae8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.308253] env[69433]: DEBUG nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.332193] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a00d8f-00cd-4186-b72c-2931fb5a5713 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.344092] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.344335] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.344493] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.344691] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.344842] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.345019] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.345543] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.345543] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.345647] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.345726] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.345896] env[69433]: DEBUG nova.virt.hardware [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.346689] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e6005f-f10f-497f-8edd-ebb90b1d5764 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.355173] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7503f762-7798-4316-93ea-1f26f5ccd881 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.569890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.571417] env[69433]: DEBUG nova.scheduler.client.report [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.620136] env[69433]: DEBUG nova.network.neutron [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.652725] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338359, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.687523] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.852566] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.853073] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-110bbbf2-f762-4684-8670-7de4b52f6be9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.865322] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 774.865322] env[69433]: value = "task-3338360" [ 774.865322] env[69433]: _type = "Task" [ 774.865322] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.879440] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.887037] env[69433]: DEBUG nova.network.neutron [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updating instance_info_cache with network_info: [{"id": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "address": "fa:16:3e:11:1d:ca", "network": {"id": "2c952159-1011-48e3-98d9-bda1244f45ab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2010812042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acca0162a5f04836aeb13221d0b2a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2463aa-79", "ovs_interfaceid": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.080791] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.080791] env[69433]: DEBUG nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.083672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.232s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.083873] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.087380] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.096s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.087380] env[69433]: DEBUG nova.objects.instance [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 775.119655] env[69433]: INFO nova.scheduler.client.report [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Deleted allocations for instance af65de7d-28f6-438f-ae29-81686bf5af5c [ 775.153414] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.828304} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.153414] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] af0d50d8-371e-407f-8e11-2b0eb3b4f8be/af0d50d8-371e-407f-8e11-2b0eb3b4f8be.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.153414] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.153414] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af16a015-09a7-4b18-9ab8-1e8982d13ea5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.162940] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 775.162940] env[69433]: value = "task-3338361" [ 775.162940] env[69433]: _type = "Task" [ 775.162940] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.177560] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.188087] env[69433]: DEBUG oslo_vmware.api [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338358, 'name': PowerOnVM_Task, 'duration_secs': 1.207924} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.188341] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.188521] env[69433]: INFO nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Took 9.15 seconds to spawn the instance on the hypervisor. [ 775.189492] env[69433]: DEBUG nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.189492] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479bbe13-cc0f-4bfc-9a28-d1a24e7adab1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.382556] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.393018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Releasing lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.393018] env[69433]: DEBUG nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Instance network_info: |[{"id": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "address": "fa:16:3e:11:1d:ca", "network": {"id": "2c952159-1011-48e3-98d9-bda1244f45ab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2010812042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acca0162a5f04836aeb13221d0b2a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2463aa-79", "ovs_interfaceid": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.393226] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:1d:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d2463aa-7989-4a36-b21c-7d4adc2fc35b', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.402108] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Creating folder: Project (acca0162a5f04836aeb13221d0b2a899). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.402108] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13e221e0-b0ba-4061-bfb1-420507b7f07a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.420019] env[69433]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 775.420019] env[69433]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69433) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 775.420019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Folder already exists: Project (acca0162a5f04836aeb13221d0b2a899). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 775.420019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Creating folder: Instances. Parent ref: group-v666269. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.420019] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32c30082-39d2-43f4-a921-469b3ffa8acc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.434330] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Created folder: Instances in parent group-v666269. [ 775.434330] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.434330] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.434330] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-232fe289-fa98-4fc9-8668-7e94e1adf254 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.460896] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.460896] env[69433]: value = "task-3338364" [ 775.460896] env[69433]: _type = "Task" [ 775.460896] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.470357] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338364, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.497358] env[69433]: DEBUG nova.network.neutron [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Successfully updated port: ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.591650] env[69433]: DEBUG nova.compute.utils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.597334] env[69433]: DEBUG nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.597533] env[69433]: DEBUG nova.network.neutron [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.627521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e833213d-1c01-46c7-825f-96955c4153dc tempest-AttachInterfacesV270Test-1522162580 tempest-AttachInterfacesV270Test-1522162580-project-member] Lock "af65de7d-28f6-438f-ae29-81686bf5af5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.802s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.648946] env[69433]: DEBUG nova.policy [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545a266ebc25412f911dd364cb3efa9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ccd8d062bbb43f9a3e86695c6cb637f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.677111] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180752} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.677507] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.679076] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbdb21c-5c8f-46e0-84c3-1309c616c8c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.711602] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] af0d50d8-371e-407f-8e11-2b0eb3b4f8be/af0d50d8-371e-407f-8e11-2b0eb3b4f8be.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.717067] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f985ae-2e5b-4bf7-b33b-a2895a146a88 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.741324] env[69433]: INFO nova.compute.manager [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Took 51.01 seconds to build instance. [ 775.747175] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 775.747175] env[69433]: value = "task-3338365" [ 775.747175] env[69433]: _type = "Task" [ 775.747175] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.757932] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.884542] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.973931] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338364, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.002017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.003919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.003919] env[69433]: DEBUG nova.network.neutron [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.100604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af693ebe-4322-4bf1-9940-c7ce6dc5bc74 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.101659] env[69433]: DEBUG nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.106043] env[69433]: DEBUG nova.network.neutron [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Successfully created port: 8273b177-1152-409e-8865-1f4767365cc5 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.110049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.112s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.110667] env[69433]: INFO nova.compute.claims [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.117186] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "c8c196ef-9345-411b-9520-a4d33ff6106c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.117414] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.242762] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32a6d14c-97ba-47dc-b7f0-7e143ba9e6b7 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.143s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.261204] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.382814] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338360, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.473517] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338364, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.585554] env[69433]: DEBUG nova.network.neutron [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.746633] env[69433]: DEBUG nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.773531] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338365, 'name': ReconfigVM_Task, 'duration_secs': 0.708014} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.774073] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Reconfigured VM instance instance-0000002c to attach disk [datastore1] af0d50d8-371e-407f-8e11-2b0eb3b4f8be/af0d50d8-371e-407f-8e11-2b0eb3b4f8be.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.774289] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 776.774915] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-44d6960f-a3dc-4ef1-9698-aeaf627a60d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.784620] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 776.784620] env[69433]: value = "task-3338366" [ 776.784620] env[69433]: _type = "Task" [ 776.784620] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.788411] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Received event network-changed-1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.788700] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Refreshing instance network info cache due to event network-changed-1d2463aa-7989-4a36-b21c-7d4adc2fc35b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.788946] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Acquiring lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.789358] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Acquired lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.789358] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Refreshing network info cache for port 1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.802678] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338366, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.894201] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338360, 'name': CreateSnapshot_Task, 'duration_secs': 1.633544} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.897035] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 776.897035] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227fd88b-becc-43da-b831-788254c86e36 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.980281] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338364, 'name': CreateVM_Task, 'duration_secs': 1.147403} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.980281] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.980281] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666283', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'name': 'volume-a9701ece-fe50-4b2b-b079-c40aed346b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5ef7229-b060-449f-8474-d1bb48236ce4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'serial': 'a9701ece-fe50-4b2b-b079-c40aed346b57'}, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': '526b19c9-3839-4824-a0a6-7f93a1b7f4a3', 'volume_type': None}], 'swap': None} {{(pid=69433) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 776.980428] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Root volume attach. Driver type: vmdk {{(pid=69433) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 776.980531] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f2b33-a827-4ada-9ea2-f00c2de95762 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.985721] env[69433]: DEBUG nova.network.neutron [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.995644] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1425bf1-7d89-4598-b174-891954c4f6d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.003924] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ddb1cf-cb60-446f-930f-02bfe9c3bd39 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.011666] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b7f81d2e-5658-419a-9482-cdef931639fa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.024544] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 777.024544] env[69433]: value = "task-3338367" [ 777.024544] env[69433]: _type = "Task" [ 777.024544] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.037597] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.134133] env[69433]: DEBUG nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.187246] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.187512] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.188408] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.188408] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.188408] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.188408] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.188408] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.188647] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.188769] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.189022] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.189168] env[69433]: DEBUG nova.virt.hardware [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.190068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d20e8-c817-42ed-abd1-7e632c6bdf79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.205026] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0f562d-2293-4f29-ac4a-a3d8cc5125bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.287730] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.299275] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338366, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.062048} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.299554] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 777.300713] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a2a94-b8bf-4abd-9095-d913ba1e3729 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.333820] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] af0d50d8-371e-407f-8e11-2b0eb3b4f8be/ephemeral_0.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.337099] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65de55cf-6b0b-4ff4-a32c-7726b8002aea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.364014] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 777.364014] env[69433]: value = "task-3338368" [ 777.364014] env[69433]: _type = "Task" [ 777.364014] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.376516] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338368, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.380565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "53078c91-ec99-4bf2-8b81-6864801a40ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.380711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.423684] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 777.424231] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b48615e9-dcbb-402c-8e27-783af671f40e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.438379] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 777.438379] env[69433]: value = "task-3338369" [ 777.438379] env[69433]: _type = "Task" [ 777.438379] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.450761] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338369, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.493499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.493935] env[69433]: DEBUG nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Instance network_info: |[{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.494414] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:7c:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.502776] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.505801] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.507165] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e9d85d6-d32e-48a9-81d3-45f199ce9b9c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.536288] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.536288] env[69433]: value = "task-3338370" [ 777.536288] env[69433]: _type = "Task" [ 777.536288] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.544194] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 35%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.551854] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338370, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.844376] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updated VIF entry in instance network info cache for port 1d2463aa-7989-4a36-b21c-7d4adc2fc35b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.844948] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updating instance_info_cache with network_info: [{"id": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "address": "fa:16:3e:11:1d:ca", "network": {"id": "2c952159-1011-48e3-98d9-bda1244f45ab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2010812042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acca0162a5f04836aeb13221d0b2a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2463aa-79", "ovs_interfaceid": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.874992] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f4e83-9ee3-42a5-9efb-c9a49b0b3298 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.893600] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.896341] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e26c16-fa56-495a-9930-dc14cef0d15d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.956034] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f90ceea-2479-4c64-a75a-1d211ad076b8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.971242] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338369, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.974787] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb320ecb-c088-4763-bcfd-16af7a041d6b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.990964] env[69433]: DEBUG nova.compute.provider_tree [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.038708] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 49%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.049935] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338370, 'name': CreateVM_Task, 'duration_secs': 0.421238} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.049935] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.050770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.050770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.050770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.051036] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3baa906e-d199-4a81-90d4-b5289d5bd6f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.058376] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 778.058376] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bdb262-7d43-4384-e302-bd940949b2dc" [ 778.058376] env[69433]: _type = "Task" [ 778.058376] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.069598] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bdb262-7d43-4384-e302-bd940949b2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.351983] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Releasing lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.352315] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received event network-changed-a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.352521] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Refreshing instance network info cache due to event network-changed-a162b020-be11-40d7-a933-ab4a8e604686. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.352742] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Acquiring lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.352883] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Acquired lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.353063] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Refreshing network info cache for port a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.388145] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.463110] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338369, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.494633] env[69433]: DEBUG nova.scheduler.client.report [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.544367] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 62%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.577449] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bdb262-7d43-4384-e302-bd940949b2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.015347} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.577931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.578161] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.578447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.578679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.578881] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.579229] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11b68cea-ae87-4ca5-bafe-919133f69482 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.596989] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.596989] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.597876] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b0a1e4-28fc-4021-b592-d84f5e15c187 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.606277] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 778.606277] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52219457-b074-4f80-4a9d-f290b8b0509e" [ 778.606277] env[69433]: _type = "Task" [ 778.606277] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.618030] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52219457-b074-4f80-4a9d-f290b8b0509e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.751412] env[69433]: DEBUG nova.network.neutron [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Successfully updated port: 8273b177-1152-409e-8865-1f4767365cc5 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.876342] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338368, 'name': ReconfigVM_Task, 'duration_secs': 1.481099} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.877041] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Reconfigured VM instance instance-0000002c to attach disk [datastore1] af0d50d8-371e-407f-8e11-2b0eb3b4f8be/ephemeral_0.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.877902] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e0b2190-95ad-49b4-baec-255e92951b4f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.887254] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 778.887254] env[69433]: value = "task-3338371" [ 778.887254] env[69433]: _type = "Task" [ 778.887254] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.904205] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338371, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.967625] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338369, 'name': CloneVM_Task} progress is 95%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.002303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.893s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.003114] env[69433]: DEBUG nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.008133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.413s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.008758] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.012023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.190s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.012200] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.019023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.485s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.019023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.019575] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.179s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.019916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.022303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.996s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.022688] env[69433]: DEBUG nova.objects.instance [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 779.057781] env[69433]: DEBUG nova.compute.manager [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Received event network-vif-plugged-8273b177-1152-409e-8865-1f4767365cc5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.057781] env[69433]: DEBUG oslo_concurrency.lockutils [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] Acquiring lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.058030] env[69433]: DEBUG oslo_concurrency.lockutils [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.058188] env[69433]: DEBUG oslo_concurrency.lockutils [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.058563] env[69433]: DEBUG nova.compute.manager [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] No waiting events found dispatching network-vif-plugged-8273b177-1152-409e-8865-1f4767365cc5 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.058775] env[69433]: WARNING nova.compute.manager [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Received unexpected event network-vif-plugged-8273b177-1152-409e-8865-1f4767365cc5 for instance with vm_state building and task_state spawning. [ 779.058948] env[69433]: DEBUG nova.compute.manager [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Received event network-changed-8273b177-1152-409e-8865-1f4767365cc5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.059126] env[69433]: DEBUG nova.compute.manager [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Refreshing instance network info cache due to event network-changed-8273b177-1152-409e-8865-1f4767365cc5. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.059335] env[69433]: DEBUG oslo_concurrency.lockutils [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] Acquiring lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.059594] env[69433]: DEBUG oslo_concurrency.lockutils [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] Acquired lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.060838] env[69433]: DEBUG nova.network.neutron [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Refreshing network info cache for port 8273b177-1152-409e-8865-1f4767365cc5 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.065231] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 75%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.066136] env[69433]: INFO nova.scheduler.client.report [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Deleted allocations for instance 8a408ee7-9957-489d-8dd4-fe4dab792d26 [ 779.078039] env[69433]: INFO nova.scheduler.client.report [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleted allocations for instance edf0945e-367f-41c9-a083-e4294b7b270a [ 779.094141] env[69433]: INFO nova.scheduler.client.report [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleted allocations for instance 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6 [ 779.122887] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52219457-b074-4f80-4a9d-f290b8b0509e, 'name': SearchDatastore_Task, 'duration_secs': 0.025315} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.124776] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af50d29e-c00c-4f08-a241-ab3c79d2844f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.134046] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 779.134046] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c56b3b-0c67-50a6-bc6c-66b132ae02d5" [ 779.134046] env[69433]: _type = "Task" [ 779.134046] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.135504] env[69433]: INFO nova.scheduler.client.report [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Deleted allocations for instance 3e0e857b-c69a-4c3e-a116-269073c38cba [ 779.155036] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c56b3b-0c67-50a6-bc6c-66b132ae02d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.253777] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.366931] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updated VIF entry in instance network info cache for port a162b020-be11-40d7-a933-ab4a8e604686. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.367358] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.401699] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338371, 'name': Rename_Task, 'duration_secs': 0.320464} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.402387] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.402648] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81a16d47-6190-490a-873b-0b52c99ebc5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.415573] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 779.415573] env[69433]: value = "task-3338372" [ 779.415573] env[69433]: _type = "Task" [ 779.415573] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.431564] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.465259] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338369, 'name': CloneVM_Task, 'duration_secs': 1.770203} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.465259] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Created linked-clone VM from snapshot [ 779.466378] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8550ad6-1683-449e-b6c0-f5dd659ce881 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.478203] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Uploading image 5736d42a-ee01-413b-b1db-097433a0ca49 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 779.499455] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 779.499587] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92df3b60-18f9-4c07-85aa-18fb09d796a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.510092] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 779.510092] env[69433]: value = "task-3338373" [ 779.510092] env[69433]: _type = "Task" [ 779.510092] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.523183] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338373, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.542679] env[69433]: DEBUG nova.compute.utils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.544506] env[69433]: DEBUG nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 779.544688] env[69433]: DEBUG nova.network.neutron [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 779.563983] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.581496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9ff0895-9f21-4465-a18a-540177095e5c tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "8a408ee7-9957-489d-8dd4-fe4dab792d26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.080s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.587550] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb8781d5-4704-4a1f-94ce-ccb5802f9744 tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "edf0945e-367f-41c9-a083-e4294b7b270a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.733s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.608473] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f71d62da-db93-4e74-ae59-fed483dc0be1 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "87ccccac-cfaa-4602-b8d0-d2a8465cb8a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.093s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.636673] env[69433]: DEBUG nova.network.neutron [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.657649] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c56b3b-0c67-50a6-bc6c-66b132ae02d5, 'name': SearchDatastore_Task, 'duration_secs': 0.025988} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.658148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bb5e5d9c-cb0a-4873-8b4b-a799a2e4279e tempest-ListServersNegativeTestJSON-1543607014 tempest-ListServersNegativeTestJSON-1543607014-project-member] Lock "3e0e857b-c69a-4c3e-a116-269073c38cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.581s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.659146] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.660126] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/45b1b295-23ae-4628-9762-209ac7f1b60b.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.660126] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5725db97-117a-4f16-939b-aa5d9f7ac9bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.669986] env[69433]: DEBUG nova.policy [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '354aa30cc0d74c1ba95ecd65439e3bea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '463df47962224542bba8dc7facb33f3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 779.673182] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 779.673182] env[69433]: value = "task-3338374" [ 779.673182] env[69433]: _type = "Task" [ 779.673182] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.686153] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.797793] env[69433]: DEBUG nova.network.neutron [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.873280] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Releasing lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.873280] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Received event network-vif-plugged-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.873280] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Acquiring lock "45b1b295-23ae-4628-9762-209ac7f1b60b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.873280] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.873280] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.873450] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] No waiting events found dispatching network-vif-plugged-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.873450] env[69433]: WARNING nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Received unexpected event network-vif-plugged-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b for instance with vm_state building and task_state spawning. [ 779.873450] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Received event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.873450] env[69433]: DEBUG nova.compute.manager [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing instance network info cache due to event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.873450] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Acquiring lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.873585] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Acquired lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.873585] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.929150] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.981885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.983409] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.022280] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338373, 'name': Destroy_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.045808] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f7bcdb9d-52d7-41b5-b638-a9c40399ca5f tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.046935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.801s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.047163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.050029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.030s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.050270] env[69433]: DEBUG nova.objects.instance [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lazy-loading 'resources' on Instance uuid 9c265d8a-05c2-4227-9561-f217be324a2e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.056436] env[69433]: DEBUG nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.068084] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 97%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.094611] env[69433]: INFO nova.scheduler.client.report [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Deleted allocations for instance 4dadecae-296e-453b-a434-78870fae404e [ 780.191220] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338374, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.085723] env[69433]: DEBUG nova.network.neutron [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Successfully created port: ea67ad58-b46e-4127-a58b-42951760e92d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.089554] env[69433]: DEBUG oslo_concurrency.lockutils [req-d3811527-ed57-48e4-9ff7-1220f1fc2a17 req-fa1fb684-0334-47ac-8a7b-e569f74b3038 service nova] Releasing lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.092213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "74e361f7-4db6-4646-84e0-5d467f559fd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.092451] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "74e361f7-4db6-4646-84e0-5d467f559fd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.092654] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "74e361f7-4db6-4646-84e0-5d467f559fd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.092840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "74e361f7-4db6-4646-84e0-5d467f559fd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.092999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "74e361f7-4db6-4646-84e0-5d467f559fd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.094905] env[69433]: INFO nova.compute.manager [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Terminating instance [ 781.106700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.106922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.107140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.107275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.107685] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.109382] env[69433]: INFO nova.compute.manager [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Terminating instance [ 781.115790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-caf32733-7271-41d2-ab1a-6e8e89af4871 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "4dadecae-296e-453b-a434-78870fae404e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.558s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.117151] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.117353] env[69433]: DEBUG nova.network.neutron [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.144815] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338373, 'name': Destroy_Task, 'duration_secs': 0.936617} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.157928] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Destroyed the VM [ 781.157928] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.158321] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733555} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.158797] env[69433]: DEBUG oslo_vmware.api [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338372, 'name': PowerOnVM_Task, 'duration_secs': 1.652076} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.159034] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task} progress is 98%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.159452] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-75101509-35bd-4466-b26d-6a6315243454 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.161286] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/45b1b295-23ae-4628-9762-209ac7f1b60b.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.161502] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.161762] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.161946] env[69433]: INFO nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Took 11.91 seconds to spawn the instance on the hypervisor. [ 781.162236] env[69433]: DEBUG nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.162628] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccf98f7d-2360-43dc-ad3d-a3a264c8138a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.165469] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4373164e-6c5a-4eaa-956d-b578d9779459 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.182057] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 781.182057] env[69433]: value = "task-3338375" [ 781.182057] env[69433]: _type = "Task" [ 781.182057] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.184413] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 781.184413] env[69433]: value = "task-3338376" [ 781.184413] env[69433]: _type = "Task" [ 781.184413] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.202386] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.203351] env[69433]: DEBUG nova.network.neutron [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.211018] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.514699] env[69433]: DEBUG nova.network.neutron [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Updating instance_info_cache with network_info: [{"id": "8273b177-1152-409e-8865-1f4767365cc5", "address": "fa:16:3e:4d:42:a5", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8273b177-11", "ovs_interfaceid": "8273b177-1152-409e-8865-1f4767365cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.599459] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "refresh_cache-74e361f7-4db6-4646-84e0-5d467f559fd9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.599816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquired lock "refresh_cache-74e361f7-4db6-4646-84e0-5d467f559fd9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.600169] env[69433]: DEBUG nova.network.neutron [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.617918] env[69433]: DEBUG nova.compute.manager [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.619118] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.619118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.619118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.619118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.619472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.619472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.621781] env[69433]: DEBUG nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.623905] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338367, 'name': RelocateVM_Task, 'duration_secs': 4.33132} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.624374] env[69433]: INFO nova.compute.manager [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Terminating instance [ 781.629557] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1495be3a-9759-4b30-b7be-11ad5504a846 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.634097] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 781.634208] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666283', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'name': 'volume-a9701ece-fe50-4b2b-b079-c40aed346b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5ef7229-b060-449f-8474-d1bb48236ce4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'serial': 'a9701ece-fe50-4b2b-b079-c40aed346b57'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 781.636593] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9793032-1cfc-451f-af38-02553983360c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.665395] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c181ee0-22ce-4806-8e25-8f3b61a8b342 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.669773] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.670418] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a03dc7-f6c2-48b2-87f2-63d093b7c483 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.701812] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-a9701ece-fe50-4b2b-b079-c40aed346b57/volume-a9701ece-fe50-4b2b-b079-c40aed346b57.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.705823] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:32:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='519fb4e6-5965-41e5-9cb8-b643736eef29',id=42,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-768855362',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.706113] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.706280] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.706462] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.706619] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.706738] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.706945] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.707135] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.707362] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.707537] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.707776] env[69433]: DEBUG nova.virt.hardware [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.716513] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5797b2-e5fc-41f0-9e71-cede69de5c2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.731421] env[69433]: DEBUG oslo_vmware.api [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 781.731421] env[69433]: value = "task-3338377" [ 781.731421] env[69433]: _type = "Task" [ 781.731421] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.732267] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1b2e72-38bb-4a39-9164-593751355f10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.735296] env[69433]: INFO nova.compute.manager [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Took 51.63 seconds to build instance. [ 781.754445] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 781.754445] env[69433]: value = "task-3338378" [ 781.754445] env[69433]: _type = "Task" [ 781.754445] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.754600] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082522} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.760715] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.761706] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5f9d0c-cdce-4dc4-8ccf-61b45242c89d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.772908] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8db86fe-4456-40ad-bff6-07ce11b6ba65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.776196] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37c3fae-6fc3-4bd8-83e7-2826d14af5be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.780744] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338376, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.785291] env[69433]: DEBUG oslo_vmware.api [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338377, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.811360] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f43c903-31df-4fbe-a851-0a7661d84d89 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.828156] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/45b1b295-23ae-4628-9762-209ac7f1b60b.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.828912] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.829579] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07dfbd04-fbf9-4eab-83ac-1617bf43148f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.884532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b44447-93d8-4a5a-a071-836faa1a07db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.886712] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 781.886712] env[69433]: value = "task-3338379" [ 781.886712] env[69433]: _type = "Task" [ 781.886712] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.894765] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a9fa2e-64c5-4a76-8606-5e34b0fdfa26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.903215] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.914775] env[69433]: DEBUG nova.compute.provider_tree [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.018860] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.019398] env[69433]: DEBUG nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Instance network_info: |[{"id": "8273b177-1152-409e-8865-1f4767365cc5", "address": "fa:16:3e:4d:42:a5", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8273b177-11", "ovs_interfaceid": "8273b177-1152-409e-8865-1f4767365cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.019894] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:42:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8273b177-1152-409e-8865-1f4767365cc5', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.029036] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.029036] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.029036] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e18fd7e-95e0-4778-a74a-90748ae326af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.054708] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.054708] env[69433]: value = "task-3338380" [ 782.054708] env[69433]: _type = "Task" [ 782.054708] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.066343] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338380, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.113723] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updated VIF entry in instance network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.114085] env[69433]: DEBUG nova.network.neutron [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.140541] env[69433]: DEBUG nova.compute.manager [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.140734] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.142074] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ec7536-9154-4b53-beb9-c30e73eeab4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.147646] env[69433]: DEBUG nova.network.neutron [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.158566] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.159011] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64232f05-06de-4076-b241-1a845cc81b71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.169082] env[69433]: DEBUG oslo_vmware.api [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 782.169082] env[69433]: value = "task-3338381" [ 782.169082] env[69433]: _type = "Task" [ 782.169082] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.189339] env[69433]: DEBUG oslo_vmware.api [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338381, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.231980] env[69433]: DEBUG oslo_vmware.api [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338376, 'name': RemoveSnapshot_Task, 'duration_secs': 0.709793} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.232275] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.246158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8978ae3a-efc7-44a0-90d5-61a10d0f92f6 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.850s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.254158] env[69433]: DEBUG nova.network.neutron [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.267030] env[69433]: DEBUG oslo_vmware.api [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338377, 'name': PowerOffVM_Task, 'duration_secs': 0.245468} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.272373] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.272815] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.273179] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2259624-1e5b-4c39-ab87-98dde7ace4f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.281658] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338378, 'name': ReconfigVM_Task, 'duration_secs': 0.412428} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.283765] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-a9701ece-fe50-4b2b-b079-c40aed346b57/volume-a9701ece-fe50-4b2b-b079-c40aed346b57.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.287870] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51dc3c47-34b4-4127-aa39-87e89e805d2e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.307021] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 782.307021] env[69433]: value = "task-3338383" [ 782.307021] env[69433]: _type = "Task" [ 782.307021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.322035] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.366396] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.366396] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.366396] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Deleting the datastore file [datastore2] f7aa40be-0eb2-485a-ae3b-7511d6835ab4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.366396] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef8548a3-bf7c-4f06-86c8-2c704d1a5aaf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.374021] env[69433]: DEBUG oslo_vmware.api [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for the task: (returnval){ [ 782.374021] env[69433]: value = "task-3338384" [ 782.374021] env[69433]: _type = "Task" [ 782.374021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.384494] env[69433]: DEBUG oslo_vmware.api [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.399798] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338379, 'name': ReconfigVM_Task, 'duration_secs': 0.466152} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.400118] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/45b1b295-23ae-4628-9762-209ac7f1b60b.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.400896] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90faa79-eb66-4274-b8b1-339b70e0d8b3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.410414] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 782.410414] env[69433]: value = "task-3338385" [ 782.410414] env[69433]: _type = "Task" [ 782.410414] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.421483] env[69433]: DEBUG nova.scheduler.client.report [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.427685] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338385, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.568150] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338380, 'name': CreateVM_Task, 'duration_secs': 0.48877} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.568426] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.569234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.569457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.570123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.570123] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2ae34d-5c63-40ed-9fe4-5f228f06eda5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.576542] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 782.576542] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d6f1e-4e9f-01de-f891-54c5990417fa" [ 782.576542] env[69433]: _type = "Task" [ 782.576542] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.588644] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d6f1e-4e9f-01de-f891-54c5990417fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.619662] env[69433]: DEBUG oslo_concurrency.lockutils [req-4bfa5cb0-ba2c-4441-80ba-147bbb2e6952 req-4ea0a9dc-0efc-4760-9d24-b0bcc77ca7b5 service nova] Releasing lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.684012] env[69433]: DEBUG oslo_vmware.api [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338381, 'name': PowerOffVM_Task, 'duration_secs': 0.278457} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.684469] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.684686] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.684967] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7566ea2a-df51-421b-a605-0ab101df2bc8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.740283] env[69433]: WARNING nova.compute.manager [None req-0151242c-b599-4201-8de3-7cc57782019f tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Image not found during snapshot: nova.exception.ImageNotFound: Image 5736d42a-ee01-413b-b1db-097433a0ca49 could not be found. [ 782.757729] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.757729] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.758073] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Deleting the datastore file [datastore1] 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.759221] env[69433]: DEBUG nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.763319] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6ea38b7-6d72-433e-b5c1-22901d5ca8ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.765295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Releasing lock "refresh_cache-74e361f7-4db6-4646-84e0-5d467f559fd9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.765646] env[69433]: DEBUG nova.compute.manager [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.765864] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.771231] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbce8bb-1d00-4950-a774-67c45106bfe0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.788178] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.788178] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f91441f6-0ab6-46ed-bc56-69ffcc0ace0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.789075] env[69433]: DEBUG oslo_vmware.api [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for the task: (returnval){ [ 782.789075] env[69433]: value = "task-3338387" [ 782.789075] env[69433]: _type = "Task" [ 782.789075] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.801142] env[69433]: DEBUG oslo_vmware.api [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 782.801142] env[69433]: value = "task-3338388" [ 782.801142] env[69433]: _type = "Task" [ 782.801142] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.809814] env[69433]: DEBUG oslo_vmware.api [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.823036] env[69433]: DEBUG oslo_vmware.api [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.829212] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338383, 'name': ReconfigVM_Task, 'duration_secs': 0.196513} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.829463] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666283', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'name': 'volume-a9701ece-fe50-4b2b-b079-c40aed346b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5ef7229-b060-449f-8474-d1bb48236ce4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'serial': 'a9701ece-fe50-4b2b-b079-c40aed346b57'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 782.831535] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aaad818-6894-42cf-8ff9-d6ee5854e775 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.844879] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 782.844879] env[69433]: value = "task-3338389" [ 782.844879] env[69433]: _type = "Task" [ 782.844879] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.856558] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338389, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.895431] env[69433]: DEBUG oslo_vmware.api [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Task: {'id': task-3338384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428753} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.895431] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.895431] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.895431] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.895431] env[69433]: INFO nova.compute.manager [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Took 1.28 seconds to destroy the instance on the hypervisor. [ 782.895895] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.895895] env[69433]: DEBUG nova.compute.manager [-] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.895895] env[69433]: DEBUG nova.network.neutron [-] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.930799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.880s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.932295] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338385, 'name': Rename_Task, 'duration_secs': 0.312719} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.933086] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.745s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.933086] env[69433]: DEBUG nova.objects.instance [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lazy-loading 'resources' on Instance uuid dda40d11-631f-478c-bcc4-35b7bcd079a7 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.934432] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.938630] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffee4dcb-29ae-4e55-b514-5c5f8389d967 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.953317] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 782.953317] env[69433]: value = "task-3338390" [ 782.953317] env[69433]: _type = "Task" [ 782.953317] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.971687] env[69433]: INFO nova.scheduler.client.report [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Deleted allocations for instance 9c265d8a-05c2-4227-9561-f217be324a2e [ 782.986226] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.089355] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d6f1e-4e9f-01de-f891-54c5990417fa, 'name': SearchDatastore_Task, 'duration_secs': 0.017557} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.089835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.090118] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.090370] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.090739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.090833] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.091189] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9056dbc1-98d6-4273-ba67-62888dc4b6c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.101897] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.102123] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.102886] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb9b1fa-46ab-4c23-834b-bf93f9133966 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.109826] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 783.109826] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52246f9d-9e51-2a49-652e-0e19f951d186" [ 783.109826] env[69433]: _type = "Task" [ 783.109826] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.119836] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52246f9d-9e51-2a49-652e-0e19f951d186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.290684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.307138] env[69433]: DEBUG oslo_vmware.api [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Task: {'id': task-3338387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22127} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.310698] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.310895] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.311100] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.311763] env[69433]: INFO nova.compute.manager [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 783.312067] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.312523] env[69433]: DEBUG nova.compute.manager [-] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.312620] env[69433]: DEBUG nova.network.neutron [-] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.321583] env[69433]: DEBUG oslo_vmware.api [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338388, 'name': PowerOffVM_Task, 'duration_secs': 0.201637} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.321845] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.322017] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.322269] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd23ef3f-fb47-42d5-bd5d-d4f3633b4dca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.353933] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338389, 'name': Rename_Task, 'duration_secs': 0.211737} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.354243] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.354492] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-456d6237-c91b-41a9-b843-d277fa0a6005 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.359393] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.359393] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.359393] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleting the datastore file [datastore1] 74e361f7-4db6-4646-84e0-5d467f559fd9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.362011] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-799be9f4-bcb1-40b0-a6ff-c1f6dae2f07c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.369640] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 783.369640] env[69433]: value = "task-3338392" [ 783.369640] env[69433]: _type = "Task" [ 783.369640] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.374499] env[69433]: DEBUG oslo_vmware.api [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for the task: (returnval){ [ 783.374499] env[69433]: value = "task-3338393" [ 783.374499] env[69433]: _type = "Task" [ 783.374499] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.381556] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.389747] env[69433]: DEBUG oslo_vmware.api [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.466130] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338390, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.493767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c4c0d6c5-abc8-4825-b3ac-6bc472b5d972 tempest-InstanceActionsNegativeTestJSON-366767334 tempest-InstanceActionsNegativeTestJSON-366767334-project-member] Lock "9c265d8a-05c2-4227-9561-f217be324a2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.295s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.539128] env[69433]: DEBUG nova.compute.manager [req-8beae7a3-307a-45df-8b84-4f4dd078ce5d req-b89281b5-ce90-48e5-9c3e-e1b05d8e7433 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Received event network-vif-deleted-45533041-4191-45d7-9579-b63533f01772 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.541016] env[69433]: INFO nova.compute.manager [req-8beae7a3-307a-45df-8b84-4f4dd078ce5d req-b89281b5-ce90-48e5-9c3e-e1b05d8e7433 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Neutron deleted interface 45533041-4191-45d7-9579-b63533f01772; detaching it from the instance and deleting it from the info cache [ 783.541016] env[69433]: DEBUG nova.network.neutron [req-8beae7a3-307a-45df-8b84-4f4dd078ce5d req-b89281b5-ce90-48e5-9c3e-e1b05d8e7433 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.630374] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52246f9d-9e51-2a49-652e-0e19f951d186, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.635278] env[69433]: DEBUG nova.compute.manager [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Received event network-changed-7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.635561] env[69433]: DEBUG nova.compute.manager [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Refreshing instance network info cache due to event network-changed-7d50a52c-c5f0-491d-a750-1337edf10bd6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.635872] env[69433]: DEBUG oslo_concurrency.lockutils [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] Acquiring lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.636094] env[69433]: DEBUG oslo_concurrency.lockutils [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] Acquired lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.636333] env[69433]: DEBUG nova.network.neutron [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Refreshing network info cache for port 7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.642603] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566ce499-15d9-4d48-99a3-7a102c54a03d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.658485] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 783.658485] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207453f-caf2-a5a6-520a-dd1856f1661f" [ 783.658485] env[69433]: _type = "Task" [ 783.658485] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.674756] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207453f-caf2-a5a6-520a-dd1856f1661f, 'name': SearchDatastore_Task, 'duration_secs': 0.012073} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.675153] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.679927] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 5be53d46-ea3e-47dd-bbf7-db8e22a71b27/5be53d46-ea3e-47dd-bbf7-db8e22a71b27.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.679927] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dbb754f-9f9d-4eb9-bd3b-9d0c32cad66e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.700515] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 783.700515] env[69433]: value = "task-3338394" [ 783.700515] env[69433]: _type = "Task" [ 783.700515] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.715298] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.788040] env[69433]: DEBUG nova.network.neutron [-] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.883184] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338392, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.889601] env[69433]: DEBUG oslo_vmware.api [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Task: {'id': task-3338393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111175} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.889821] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.889999] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.890609] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.890609] env[69433]: INFO nova.compute.manager [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 783.890829] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.891129] env[69433]: DEBUG nova.compute.manager [-] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.891231] env[69433]: DEBUG nova.network.neutron [-] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.918661] env[69433]: DEBUG nova.network.neutron [-] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.969438] env[69433]: DEBUG oslo_vmware.api [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338390, 'name': PowerOnVM_Task, 'duration_secs': 0.75175} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.969752] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.970090] env[69433]: INFO nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Took 9.66 seconds to spawn the instance on the hypervisor. [ 783.970295] env[69433]: DEBUG nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.971429] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423ae299-b104-473d-b7d4-071e6663e522 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.045057] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c4550fb-3b8d-40df-9f7b-0b40ed9d4767 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.056327] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fa3836-ac59-433d-a90b-bc5f9f720736 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.102225] env[69433]: DEBUG nova.compute.manager [req-8beae7a3-307a-45df-8b84-4f4dd078ce5d req-b89281b5-ce90-48e5-9c3e-e1b05d8e7433 service nova] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Detach interface failed, port_id=45533041-4191-45d7-9579-b63533f01772, reason: Instance f7aa40be-0eb2-485a-ae3b-7511d6835ab4 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.120467] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2caa6a-dee3-4ec4-827f-2a2bcca4fa1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.129610] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eec08a1-4c37-4194-b01f-024cb60740c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.170228] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5531842d-d60a-47a3-8ad9-15d980356b0e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.182395] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480e419f-4da8-48df-ace3-5685f07ec36f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.190898] env[69433]: DEBUG nova.network.neutron [-] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.209039] env[69433]: DEBUG nova.compute.provider_tree [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.224521] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338394, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.226096] env[69433]: DEBUG nova.network.neutron [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Successfully updated port: ea67ad58-b46e-4127-a58b-42951760e92d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.296733] env[69433]: INFO nova.compute.manager [-] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Took 1.40 seconds to deallocate network for instance. [ 784.382426] env[69433]: DEBUG oslo_vmware.api [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338392, 'name': PowerOnVM_Task, 'duration_secs': 0.633627} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.382770] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.382986] env[69433]: INFO nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Took 11.02 seconds to spawn the instance on the hypervisor. [ 784.383180] env[69433]: DEBUG nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.386245] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80325da7-88be-4145-80d7-872ef317b778 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.422064] env[69433]: DEBUG nova.network.neutron [-] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.459030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.459447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.459591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.459679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.459855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.461966] env[69433]: INFO nova.compute.manager [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Terminating instance [ 784.493755] env[69433]: INFO nova.compute.manager [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Took 50.62 seconds to build instance. [ 784.519402] env[69433]: DEBUG nova.network.neutron [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Updated VIF entry in instance network info cache for port 7d50a52c-c5f0-491d-a750-1337edf10bd6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.519679] env[69433]: DEBUG nova.network.neutron [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Updating instance_info_cache with network_info: [{"id": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "address": "fa:16:3e:cf:d7:aa", "network": {"id": "88536f7c-c6e4-4f1f-993e-c9ceaf643a0d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1348797635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "018ad7770c644d31b43f0df2ac76ad78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d50a52c-c5", "ovs_interfaceid": "7d50a52c-c5f0-491d-a750-1337edf10bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.692821] env[69433]: INFO nova.compute.manager [-] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Took 1.38 seconds to deallocate network for instance. [ 784.721258] env[69433]: DEBUG nova.scheduler.client.report [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.725031] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529815} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.725607] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 5be53d46-ea3e-47dd-bbf7-db8e22a71b27/5be53d46-ea3e-47dd-bbf7-db8e22a71b27.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.726137] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.726865] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3638ae9-6f5b-437b-8e1b-a8ae187a9502 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.732517] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.732517] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.732517] env[69433]: DEBUG nova.network.neutron [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.743135] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 784.743135] env[69433]: value = "task-3338395" [ 784.743135] env[69433]: _type = "Task" [ 784.743135] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.757262] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.804905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.911553] env[69433]: INFO nova.compute.manager [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Took 54.29 seconds to build instance. [ 784.925186] env[69433]: INFO nova.compute.manager [-] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Took 1.03 seconds to deallocate network for instance. [ 784.966237] env[69433]: DEBUG nova.compute.manager [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 784.966486] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.968690] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163969b1-0a80-4fc9-90f4-9c2044b8f4da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.978787] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.979061] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8a601f5-e9d8-4fa8-b19a-351bcf445b52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.987723] env[69433]: DEBUG oslo_vmware.api [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 784.987723] env[69433]: value = "task-3338396" [ 784.987723] env[69433]: _type = "Task" [ 784.987723] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.995961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa788345-ac14-4e45-8c58-6ee9f433c846 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.761s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.004571] env[69433]: DEBUG oslo_vmware.api [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.022952] env[69433]: DEBUG oslo_concurrency.lockutils [req-3f66cb12-2b72-402a-b23c-6ef93cdf2dad req-ebead728-01f3-4e7f-80b8-d3f7570d4090 service nova] Releasing lock "refresh_cache-af0d50d8-371e-407f-8e11-2b0eb3b4f8be" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.202474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.227418] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.231585] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.265s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.234105] env[69433]: INFO nova.compute.claims [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.257157] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074693} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.258492] env[69433]: INFO nova.scheduler.client.report [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Deleted allocations for instance dda40d11-631f-478c-bcc4-35b7bcd079a7 [ 785.261051] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.261949] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12ab71c-a2c5-417b-a3fd-01622acf6fa2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.297963] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 5be53d46-ea3e-47dd-bbf7-db8e22a71b27/5be53d46-ea3e-47dd-bbf7-db8e22a71b27.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.299019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43cf1ca-c53f-4f2f-82b3-bcb51eb3091c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.317731] env[69433]: DEBUG nova.network.neutron [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.326663] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 785.326663] env[69433]: value = "task-3338397" [ 785.326663] env[69433]: _type = "Task" [ 785.326663] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.336454] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.414197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0743d5b5-a870-4f7e-b6c2-148c52dfcab1 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.373s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.435564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.503295] env[69433]: DEBUG oslo_vmware.api [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338396, 'name': PowerOffVM_Task, 'duration_secs': 0.215964} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.503632] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 785.503786] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.504055] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78ab66e4-bf16-49c3-98fd-150851c600fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.507934] env[69433]: DEBUG nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.585841] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.586085] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.586278] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleting the datastore file [datastore1] d4c7b2f9-d921-409a-a3df-df6bae0db0d9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.586883] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-020c0e4c-ea99-4ab7-a76e-0f1ec199a88d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.597149] env[69433]: DEBUG oslo_vmware.api [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 785.597149] env[69433]: value = "task-3338399" [ 785.597149] env[69433]: _type = "Task" [ 785.597149] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.610052] env[69433]: DEBUG oslo_vmware.api [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.627204] env[69433]: DEBUG nova.network.neutron [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance_info_cache with network_info: [{"id": "ea67ad58-b46e-4127-a58b-42951760e92d", "address": "fa:16:3e:b6:c3:bc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea67ad58-b4", "ovs_interfaceid": "ea67ad58-b46e-4127-a58b-42951760e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.777684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fe71c9a9-eaf5-448c-9e4e-6bcb011c7342 tempest-ServersListShow298Test-1130288734 tempest-ServersListShow298Test-1130288734-project-member] Lock "dda40d11-631f-478c-bcc4-35b7bcd079a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.913s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.806333] env[69433]: DEBUG nova.compute.manager [req-262f0b3a-389e-48e3-afc5-14413930c7f2 req-db0f9ac9-c645-45ae-b4e2-f767e5b3b362 service nova] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Received event network-vif-deleted-763e2884-c2b9-430e-871f-e550d0945334 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.844859] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.846808] env[69433]: DEBUG nova.compute.manager [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Received event network-vif-plugged-ea67ad58-b46e-4127-a58b-42951760e92d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.846808] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Acquiring lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.846808] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.846978] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.847121] env[69433]: DEBUG nova.compute.manager [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] No waiting events found dispatching network-vif-plugged-ea67ad58-b46e-4127-a58b-42951760e92d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.847288] env[69433]: WARNING nova.compute.manager [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Received unexpected event network-vif-plugged-ea67ad58-b46e-4127-a58b-42951760e92d for instance with vm_state building and task_state spawning. [ 785.847496] env[69433]: DEBUG nova.compute.manager [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Received event network-changed-ea67ad58-b46e-4127-a58b-42951760e92d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.847712] env[69433]: DEBUG nova.compute.manager [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Refreshing instance network info cache due to event network-changed-ea67ad58-b46e-4127-a58b-42951760e92d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.847820] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Acquiring lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.920047] env[69433]: DEBUG nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.033711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.112309] env[69433]: DEBUG oslo_vmware.api [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14452} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.112644] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.112837] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.113122] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.113936] env[69433]: INFO nova.compute.manager [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 786.113936] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.113936] env[69433]: DEBUG nova.compute.manager [-] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.113936] env[69433]: DEBUG nova.network.neutron [-] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.130852] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.130852] env[69433]: DEBUG nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Instance network_info: |[{"id": "ea67ad58-b46e-4127-a58b-42951760e92d", "address": "fa:16:3e:b6:c3:bc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea67ad58-b4", "ovs_interfaceid": "ea67ad58-b46e-4127-a58b-42951760e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.131328] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Acquired lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.131328] env[69433]: DEBUG nova.network.neutron [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Refreshing network info cache for port ea67ad58-b46e-4127-a58b-42951760e92d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.133842] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:c3:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea67ad58-b46e-4127-a58b-42951760e92d', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.142942] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.145381] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.145381] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d4971ef-0b9b-4873-97bd-c16c582109b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.171526] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.171526] env[69433]: value = "task-3338400" [ 786.171526] env[69433]: _type = "Task" [ 786.171526] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.182679] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338400, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.201487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "1475723f-55a9-48dd-933f-3b36774e70d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.201749] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "1475723f-55a9-48dd-933f-3b36774e70d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.339341] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338397, 'name': ReconfigVM_Task, 'duration_secs': 0.576916} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.339341] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 5be53d46-ea3e-47dd-bbf7-db8e22a71b27/5be53d46-ea3e-47dd-bbf7-db8e22a71b27.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.339721] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19b2da7b-8080-4408-809c-086d25c5552e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.348121] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 786.348121] env[69433]: value = "task-3338401" [ 786.348121] env[69433]: _type = "Task" [ 786.348121] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.358917] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338401, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.447947] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.685133] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338400, 'name': CreateVM_Task, 'duration_secs': 0.443554} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.687614] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.688607] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.688863] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.689018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.689289] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57deb8f1-f977-4418-8a50-b83ecfe93c9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.695739] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 786.695739] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d69116-4676-033e-1d83-b7794f4bb56d" [ 786.695739] env[69433]: _type = "Task" [ 786.695739] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.704812] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d69116-4676-033e-1d83-b7794f4bb56d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.818974] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfaa174-8e4d-4a77-b8b7-03a6329a37b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.835532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9086bd35-e45f-4f6c-a567-717221f5af01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.878680] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa128884-4205-4058-ad56-cfc14543c23e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.893206] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3080a2b9-06cf-4b5a-bba7-a28cac547cd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.897854] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338401, 'name': Rename_Task, 'duration_secs': 0.242046} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.899811] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.900529] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-396cb579-53ab-4365-8e87-ec8ad62c83af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.911197] env[69433]: DEBUG nova.compute.provider_tree [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.914193] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 786.914193] env[69433]: value = "task-3338402" [ 786.914193] env[69433]: _type = "Task" [ 786.914193] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.924787] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.973434] env[69433]: DEBUG nova.network.neutron [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updated VIF entry in instance network info cache for port ea67ad58-b46e-4127-a58b-42951760e92d. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.973830] env[69433]: DEBUG nova.network.neutron [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance_info_cache with network_info: [{"id": "ea67ad58-b46e-4127-a58b-42951760e92d", "address": "fa:16:3e:b6:c3:bc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea67ad58-b4", "ovs_interfaceid": "ea67ad58-b46e-4127-a58b-42951760e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.102588] env[69433]: DEBUG nova.network.neutron [-] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.206867] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d69116-4676-033e-1d83-b7794f4bb56d, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.207142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.207431] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.207639] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.207785] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.208055] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.208333] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f735cf7e-95b1-4a37-b8ab-e8644ee772d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.217942] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.218181] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.218922] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-529e0e75-f699-4209-a002-7bf96ed8dcb3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.224726] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 787.224726] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522c1515-3511-7010-6f9c-2b24da167ae6" [ 787.224726] env[69433]: _type = "Task" [ 787.224726] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.233047] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522c1515-3511-7010-6f9c-2b24da167ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.416073] env[69433]: DEBUG nova.scheduler.client.report [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.429584] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.477128] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Releasing lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.477378] env[69433]: DEBUG nova.compute.manager [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Received event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.477600] env[69433]: DEBUG nova.compute.manager [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing instance network info cache due to event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.477794] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Acquiring lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477938] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Acquired lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.478115] env[69433]: DEBUG nova.network.neutron [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.604948] env[69433]: INFO nova.compute.manager [-] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Took 1.49 seconds to deallocate network for instance. [ 787.735958] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522c1515-3511-7010-6f9c-2b24da167ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.736806] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15f8921-215b-48dc-ba97-77799cdca4ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.742510] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 787.742510] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e49f5-972b-2e86-c050-2ebdb51d25f8" [ 787.742510] env[69433]: _type = "Task" [ 787.742510] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.751777] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e49f5-972b-2e86-c050-2ebdb51d25f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.836388] env[69433]: DEBUG nova.compute.manager [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Received event network-changed-1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.836547] env[69433]: DEBUG nova.compute.manager [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Refreshing instance network info cache due to event network-changed-1d2463aa-7989-4a36-b21c-7d4adc2fc35b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.836763] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] Acquiring lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.836908] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] Acquired lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.837081] env[69433]: DEBUG nova.network.neutron [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Refreshing network info cache for port 1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.924435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.924936] env[69433]: DEBUG nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.927567] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.248s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.927797] env[69433]: DEBUG nova.objects.instance [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lazy-loading 'resources' on Instance uuid 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.935607] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338402, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.111395] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.223121] env[69433]: DEBUG nova.network.neutron [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updated VIF entry in instance network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.223546] env[69433]: DEBUG nova.network.neutron [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.253684] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e49f5-972b-2e86-c050-2ebdb51d25f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.254056] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.254271] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.254434] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b4ebc5a-9b1f-4565-bae7-d4791f45c0eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.263397] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 788.263397] env[69433]: value = "task-3338403" [ 788.263397] env[69433]: _type = "Task" [ 788.263397] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.272068] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.432823] env[69433]: DEBUG nova.compute.utils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.434368] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338402, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.437665] env[69433]: DEBUG nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.437876] env[69433]: DEBUG nova.network.neutron [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.478253] env[69433]: DEBUG nova.policy [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ebd2a91ea7a404a8fe8fb177a3062c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e5735dee94243ba84050a851565d5f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.621102] env[69433]: DEBUG nova.network.neutron [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updated VIF entry in instance network info cache for port 1d2463aa-7989-4a36-b21c-7d4adc2fc35b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.621217] env[69433]: DEBUG nova.network.neutron [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updating instance_info_cache with network_info: [{"id": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "address": "fa:16:3e:11:1d:ca", "network": {"id": "2c952159-1011-48e3-98d9-bda1244f45ab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2010812042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acca0162a5f04836aeb13221d0b2a899", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d2463aa-79", "ovs_interfaceid": "1d2463aa-7989-4a36-b21c-7d4adc2fc35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.728867] env[69433]: DEBUG oslo_concurrency.lockutils [req-1bbe75a8-41ad-40ff-b84f-2e01c6ffe8c8 req-7e8cdab8-f018-4a6f-8e76-f9e93403d23d service nova] Releasing lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.778177] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477022} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.778514] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.778759] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.779050] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dde2c044-c908-4799-a3b2-a9a79ce3ccd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.792818] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 788.792818] env[69433]: value = "task-3338404" [ 788.792818] env[69433]: _type = "Task" [ 788.792818] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.806628] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.862808] env[69433]: DEBUG nova.network.neutron [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Successfully created port: a811c231-e22e-460e-b61a-29d6a9ebd7d1 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.932955] env[69433]: DEBUG oslo_vmware.api [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338402, 'name': PowerOnVM_Task, 'duration_secs': 1.936052} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.933873] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.934133] env[69433]: INFO nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Took 11.80 seconds to spawn the instance on the hypervisor. [ 788.934460] env[69433]: DEBUG nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.935347] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded819d1-0827-40b6-a371-465d7ee1e491 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.940418] env[69433]: DEBUG nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.961514] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015bf60e-cd9c-4495-8c79-640e8a5f1238 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.970354] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274a6109-63fe-488a-b864-e1cea9dbdc08 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.005892] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba1c8fd-fa3f-4c19-a46f-5f09f4317c4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.015261] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cfe10c-09f2-490e-8333-3fc18a8c472b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.032060] env[69433]: DEBUG nova.compute.provider_tree [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.128786] env[69433]: DEBUG oslo_concurrency.lockutils [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] Releasing lock "refresh_cache-e5ef7229-b060-449f-8474-d1bb48236ce4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.129086] env[69433]: DEBUG nova.compute.manager [req-b0b03a9f-7586-4bc2-a71f-694976d56d34 req-fa24c1a2-118e-412e-9e98-fd711a526dba service nova] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Received event network-vif-deleted-f9151b65-aeb9-4af3-b76e-a2cba4953344 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.305094] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063735} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.305094] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.305320] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc946ecd-9a64-4d6d-997e-b26e5ceb381a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.327965] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.328380] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00486314-971f-4420-9b3f-dd2580899c37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.350361] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 789.350361] env[69433]: value = "task-3338405" [ 789.350361] env[69433]: _type = "Task" [ 789.350361] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.358889] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.458550] env[69433]: INFO nova.compute.manager [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Took 51.19 seconds to build instance. [ 789.534932] env[69433]: DEBUG nova.scheduler.client.report [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.785728] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] Acquiring lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.785728] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] Acquired lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.785829] env[69433]: DEBUG nova.network.neutron [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.862877] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.951333] env[69433]: DEBUG nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.961666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ddad2569-ec9e-4548-82c2-b4576a8558cd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.893s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.979725] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.980063] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.980257] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.980505] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.980738] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.980888] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.981128] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.981332] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.981497] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.981710] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.981940] env[69433]: DEBUG nova.virt.hardware [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.984033] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d46523-89a3-46c2-8a5c-6237aa4d4bcb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.993470] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91031a95-fd5c-411a-818b-a9da4de74e50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.040648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.043115] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.241s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.044738] env[69433]: INFO nova.compute.claims [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.065631] env[69433]: INFO nova.scheduler.client.report [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Deleted allocations for instance 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281 [ 790.331008] env[69433]: DEBUG nova.compute.manager [req-67afd850-1eff-4f53-aa00-4e8fdaa5ced4 req-a5a197d1-dd5b-476b-a9cb-dec047f45213 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Received event network-vif-plugged-a811c231-e22e-460e-b61a-29d6a9ebd7d1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.331260] env[69433]: DEBUG oslo_concurrency.lockutils [req-67afd850-1eff-4f53-aa00-4e8fdaa5ced4 req-a5a197d1-dd5b-476b-a9cb-dec047f45213 service nova] Acquiring lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.331476] env[69433]: DEBUG oslo_concurrency.lockutils [req-67afd850-1eff-4f53-aa00-4e8fdaa5ced4 req-a5a197d1-dd5b-476b-a9cb-dec047f45213 service nova] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.331607] env[69433]: DEBUG oslo_concurrency.lockutils [req-67afd850-1eff-4f53-aa00-4e8fdaa5ced4 req-a5a197d1-dd5b-476b-a9cb-dec047f45213 service nova] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.331776] env[69433]: DEBUG nova.compute.manager [req-67afd850-1eff-4f53-aa00-4e8fdaa5ced4 req-a5a197d1-dd5b-476b-a9cb-dec047f45213 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] No waiting events found dispatching network-vif-plugged-a811c231-e22e-460e-b61a-29d6a9ebd7d1 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.331942] env[69433]: WARNING nova.compute.manager [req-67afd850-1eff-4f53-aa00-4e8fdaa5ced4 req-a5a197d1-dd5b-476b-a9cb-dec047f45213 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Received unexpected event network-vif-plugged-a811c231-e22e-460e-b61a-29d6a9ebd7d1 for instance with vm_state building and task_state spawning. [ 790.365065] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338405, 'name': ReconfigVM_Task, 'duration_secs': 0.811425} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.365485] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.366156] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7bea240-f7c6-4611-a136-2fe1db189d4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.392473] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 790.392473] env[69433]: value = "task-3338406" [ 790.392473] env[69433]: _type = "Task" [ 790.392473] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.401869] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338406, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.451194] env[69433]: DEBUG nova.network.neutron [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Successfully updated port: a811c231-e22e-460e-b61a-29d6a9ebd7d1 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.464442] env[69433]: DEBUG nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 790.546453] env[69433]: DEBUG nova.network.neutron [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Updating instance_info_cache with network_info: [{"id": "8273b177-1152-409e-8865-1f4767365cc5", "address": "fa:16:3e:4d:42:a5", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8273b177-11", "ovs_interfaceid": "8273b177-1152-409e-8865-1f4767365cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.573354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b217ad15-432a-43b5-8362-ce848f67a184 tempest-ServerDiagnosticsV248Test-1522859146 tempest-ServerDiagnosticsV248Test-1522859146-project-member] Lock "3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.672s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.902840] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338406, 'name': Rename_Task, 'duration_secs': 0.150649} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.903092] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.904773] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71de5595-9546-47c0-a5b7-de8bececabd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.911736] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 790.911736] env[69433]: value = "task-3338407" [ 790.911736] env[69433]: _type = "Task" [ 790.911736] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.921270] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.954553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-576e6a45-128b-4d86-97c9-12f6ff79e1d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.954553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-576e6a45-128b-4d86-97c9-12f6ff79e1d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.954553] env[69433]: DEBUG nova.network.neutron [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.987367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.050485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] Releasing lock "refresh_cache-5be53d46-ea3e-47dd-bbf7-db8e22a71b27" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.050632] env[69433]: DEBUG nova.compute.manager [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Inject network info {{(pid=69433) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 791.050898] env[69433]: DEBUG nova.compute.manager [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] network_info to inject: |[{"id": "8273b177-1152-409e-8865-1f4767365cc5", "address": "fa:16:3e:4d:42:a5", "network": {"id": "964ff089-7a52-48be-a25f-d78709aba882", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-894087858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ccd8d062bbb43f9a3e86695c6cb637f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16c6ea68-9b0e-4ac0-a484-7a9a40533017", "external-id": "nsx-vlan-transportzone-384", "segmentation_id": 384, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8273b177-11", "ovs_interfaceid": "8273b177-1152-409e-8865-1f4767365cc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 791.055831] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Reconfiguring VM instance to set the machine id {{(pid=69433) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 791.059074] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52879249-c880-4145-92fc-b82a27e1c8cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.076346] env[69433]: DEBUG oslo_vmware.api [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] Waiting for the task: (returnval){ [ 791.076346] env[69433]: value = "task-3338408" [ 791.076346] env[69433]: _type = "Task" [ 791.076346] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.086997] env[69433]: DEBUG oslo_vmware.api [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] Task: {'id': task-3338408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.423021] env[69433]: DEBUG oslo_vmware.api [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338407, 'name': PowerOnVM_Task, 'duration_secs': 0.503649} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.423344] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.423557] env[69433]: INFO nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Took 9.80 seconds to spawn the instance on the hypervisor. [ 791.423754] env[69433]: DEBUG nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.424661] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ec327c-39b3-47d3-85c1-4199c6a94255 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.491575] env[69433]: DEBUG nova.network.neutron [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.554981] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7e9f43-e3e5-4999-a9a3-09638080ddaf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.566468] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c927fc-be59-42c6-83ac-21b63a69cb18 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.605386] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c03ab7-af92-47d9-999a-0ce62362a141 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.621044] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a86c198-1145-43b6-b0b2-4494fe6f622e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.626535] env[69433]: DEBUG oslo_vmware.api [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] Task: {'id': task-3338408, 'name': ReconfigVM_Task, 'duration_secs': 0.218669} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.626855] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3b804639-9f5f-4fd4-98e5-e03e14ce5bc0 tempest-ServersAdminTestJSON-1224201805 tempest-ServersAdminTestJSON-1224201805-project-admin] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Reconfigured VM instance to set the machine id {{(pid=69433) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 791.639361] env[69433]: DEBUG nova.compute.provider_tree [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.690687] env[69433]: DEBUG nova.network.neutron [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Updating instance_info_cache with network_info: [{"id": "a811c231-e22e-460e-b61a-29d6a9ebd7d1", "address": "fa:16:3e:45:d5:fe", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa811c231-e2", "ovs_interfaceid": "a811c231-e22e-460e-b61a-29d6a9ebd7d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.946901] env[69433]: INFO nova.compute.manager [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Took 49.97 seconds to build instance. [ 791.971028] env[69433]: INFO nova.compute.manager [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Rebuilding instance [ 792.019485] env[69433]: DEBUG nova.compute.manager [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.020398] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4a8a67-4d18-402c-b7cc-cc5af955f245 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.142872] env[69433]: DEBUG nova.scheduler.client.report [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.193656] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-576e6a45-128b-4d86-97c9-12f6ff79e1d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.194372] env[69433]: DEBUG nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Instance network_info: |[{"id": "a811c231-e22e-460e-b61a-29d6a9ebd7d1", "address": "fa:16:3e:45:d5:fe", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa811c231-e2", "ovs_interfaceid": "a811c231-e22e-460e-b61a-29d6a9ebd7d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.195153] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d5:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a811c231-e22e-460e-b61a-29d6a9ebd7d1', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.209451] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.209815] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.210309] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d55c344-9377-4f11-9fd9-65bf8e0eac5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.244679] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.244679] env[69433]: value = "task-3338409" [ 792.244679] env[69433]: _type = "Task" [ 792.244679] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.252685] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338409, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.401764] env[69433]: DEBUG nova.compute.manager [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Received event network-changed-a811c231-e22e-460e-b61a-29d6a9ebd7d1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.401970] env[69433]: DEBUG nova.compute.manager [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Refreshing instance network info cache due to event network-changed-a811c231-e22e-460e-b61a-29d6a9ebd7d1. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.402182] env[69433]: DEBUG oslo_concurrency.lockutils [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] Acquiring lock "refresh_cache-576e6a45-128b-4d86-97c9-12f6ff79e1d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.402325] env[69433]: DEBUG oslo_concurrency.lockutils [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] Acquired lock "refresh_cache-576e6a45-128b-4d86-97c9-12f6ff79e1d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.402489] env[69433]: DEBUG nova.network.neutron [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Refreshing network info cache for port a811c231-e22e-460e-b61a-29d6a9ebd7d1 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.448679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dd5ea018-a32a-443f-bfe3-ca355dd54812 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.377s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.648570] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.649380] env[69433]: DEBUG nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 792.655028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.499s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.760731] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338409, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.038015] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.038369] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb052c9e-4504-4433-a9d5-9c866be1ed96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.048993] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 793.048993] env[69433]: value = "task-3338410" [ 793.048993] env[69433]: _type = "Task" [ 793.048993] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.061052] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.145162] env[69433]: DEBUG nova.network.neutron [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Updated VIF entry in instance network info cache for port a811c231-e22e-460e-b61a-29d6a9ebd7d1. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.145162] env[69433]: DEBUG nova.network.neutron [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Updating instance_info_cache with network_info: [{"id": "a811c231-e22e-460e-b61a-29d6a9ebd7d1", "address": "fa:16:3e:45:d5:fe", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa811c231-e2", "ovs_interfaceid": "a811c231-e22e-460e-b61a-29d6a9ebd7d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.160257] env[69433]: DEBUG nova.compute.utils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.164234] env[69433]: DEBUG nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.164402] env[69433]: DEBUG nova.network.neutron [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.222590] env[69433]: DEBUG nova.policy [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ab07ecf1974491a5ea854510907701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287f846f36c94f63ba4b7e3d47e2483d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.258187] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338409, 'name': CreateVM_Task, 'duration_secs': 0.722444} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.260914] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.261917] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.262115] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.262753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.262855] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d2e343-54ef-46d7-bb33-d58e65ace08e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.270267] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 793.270267] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524d51c7-2c29-6a0d-1071-3cd51deeacdd" [ 793.270267] env[69433]: _type = "Task" [ 793.270267] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.281805] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524d51c7-2c29-6a0d-1071-3cd51deeacdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.563722] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338410, 'name': PowerOffVM_Task, 'duration_secs': 0.344028} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.564012] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.564252] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.565137] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de5a23-3d7f-4686-8573-def6b23a8e7b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.575785] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.576053] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb393f23-90d0-4976-8baf-20606d36488e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.626743] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7768b2e-997b-42be-bc91-9d2b82c8187c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.636933] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022af474-679e-4f9f-bfe4-e3a850d9a213 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.640544] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.640758] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.640938] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleting the datastore file [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.641217] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-795fbc80-8b5c-4629-9a86-26825a6085a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.647528] env[69433]: DEBUG oslo_concurrency.lockutils [req-55e538d0-c891-4e75-aaa8-c85e7418d0af req-c4241e2f-a74a-4a2a-8daa-20af1f4346d7 service nova] Releasing lock "refresh_cache-576e6a45-128b-4d86-97c9-12f6ff79e1d9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.677230] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 793.677230] env[69433]: value = "task-3338412" [ 793.677230] env[69433]: _type = "Task" [ 793.677230] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.677725] env[69433]: DEBUG nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.681460] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6606b9c6-ad4c-4d43-87fc-bab2e2aed2b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.696921] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ce359d-9e20-4207-9fca-6c644132e382 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.703923] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.715525] env[69433]: DEBUG nova.compute.provider_tree [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.763071] env[69433]: DEBUG nova.network.neutron [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Successfully created port: 1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.783298] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524d51c7-2c29-6a0d-1071-3cd51deeacdd, 'name': SearchDatastore_Task, 'duration_secs': 0.01362} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.783672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.784044] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.784290] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.784444] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.784626] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.784899] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b946ab62-e3c5-4139-8c02-c5389480967f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.807507] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.807791] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.808624] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2826da0e-f9d3-481f-8208-f2183791106f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.816037] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 793.816037] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d1e2b1-6ba6-3343-463b-7af9308227f7" [ 793.816037] env[69433]: _type = "Task" [ 793.816037] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.827264] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d1e2b1-6ba6-3343-463b-7af9308227f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.194803] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170244} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.195360] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.195752] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.198026] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.221517] env[69433]: DEBUG nova.scheduler.client.report [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.334809] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d1e2b1-6ba6-3343-463b-7af9308227f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.335939] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c08664-5b95-43d9-8d2b-d7cac455e2e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.344498] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 794.344498] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9962d-fd75-c1f6-cb75-1b13c15f7e61" [ 794.344498] env[69433]: _type = "Task" [ 794.344498] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.357149] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9962d-fd75-c1f6-cb75-1b13c15f7e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.532066] env[69433]: DEBUG nova.compute.manager [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 794.690450] env[69433]: DEBUG nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.724338] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.724599] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.724757] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.724942] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.725244] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.725682] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.726067] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.726274] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.726631] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.727423] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.727658] env[69433]: DEBUG nova.virt.hardware [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.731856] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b1fba-2532-47bd-ac6f-eef0fe9ffc5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.741755] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382885dd-cf23-4e35-8b94-3870f1cddab0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.854062] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9962d-fd75-c1f6-cb75-1b13c15f7e61, 'name': SearchDatastore_Task, 'duration_secs': 0.026711} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.854459] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.854623] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.854889] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87910d9b-03c0-4497-8c52-2fc7d44fda25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.865629] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 794.865629] env[69433]: value = "task-3338413" [ 794.865629] env[69433]: _type = "Task" [ 794.865629] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.875862] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.066180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.236507] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.582s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.243378] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.243378] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.243378] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.243378] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.243802] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.243802] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.243802] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.243802] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.243802] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.243954] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.243954] env[69433]: DEBUG nova.virt.hardware [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.243954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.530s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.245399] env[69433]: INFO nova.compute.claims [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.248882] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b445a540-dec5-4de2-8c9d-9151d6b372b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.264403] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0602c07-695f-4131-b92d-91c008c23094 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.290242] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:9f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76523a00-989d-461f-b334-c65cbbda5072', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.298690] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.299591] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.299832] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d4fd569-fcad-4ca4-8800-d013ceb564de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.322880] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.322880] env[69433]: value = "task-3338414" [ 795.322880] env[69433]: _type = "Task" [ 795.322880] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.333238] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338414, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.396961] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.613109] env[69433]: DEBUG nova.compute.manager [req-4abd8270-79b6-4351-9493-8e8037bcf476 req-111a8a3f-28b1-40e9-aa45-834fbe752f93 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Received event network-vif-plugged-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.613425] env[69433]: DEBUG oslo_concurrency.lockutils [req-4abd8270-79b6-4351-9493-8e8037bcf476 req-111a8a3f-28b1-40e9-aa45-834fbe752f93 service nova] Acquiring lock "5c97dd93-7e4a-4118-83db-a937e7db3f28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.613991] env[69433]: DEBUG oslo_concurrency.lockutils [req-4abd8270-79b6-4351-9493-8e8037bcf476 req-111a8a3f-28b1-40e9-aa45-834fbe752f93 service nova] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.613991] env[69433]: DEBUG oslo_concurrency.lockutils [req-4abd8270-79b6-4351-9493-8e8037bcf476 req-111a8a3f-28b1-40e9-aa45-834fbe752f93 service nova] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.614525] env[69433]: DEBUG nova.compute.manager [req-4abd8270-79b6-4351-9493-8e8037bcf476 req-111a8a3f-28b1-40e9-aa45-834fbe752f93 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] No waiting events found dispatching network-vif-plugged-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 795.614730] env[69433]: WARNING nova.compute.manager [req-4abd8270-79b6-4351-9493-8e8037bcf476 req-111a8a3f-28b1-40e9-aa45-834fbe752f93 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Received unexpected event network-vif-plugged-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f for instance with vm_state building and task_state spawning. [ 795.786861] env[69433]: DEBUG nova.network.neutron [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Successfully updated port: 1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.837166] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338414, 'name': CreateVM_Task, 'duration_secs': 0.48119} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.837444] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.838198] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.838523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.838781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.839377] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea3c476-5f7e-49a0-85de-1dce1754f51b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.853333] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 795.853333] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5268004b-7175-b0b1-74fd-6c3761290554" [ 795.853333] env[69433]: _type = "Task" [ 795.853333] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.853333] env[69433]: INFO nova.scheduler.client.report [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleted allocation for migration a21b6f92-4e20-43b8-ae72-3a882ee739ca [ 795.857149] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5268004b-7175-b0b1-74fd-6c3761290554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.876551] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768059} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.876771] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.876980] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.877242] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bfc21d7-d9c3-4ebe-ac2c-52c6db33dacf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.885053] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 795.885053] env[69433]: value = "task-3338415" [ 795.885053] env[69433]: _type = "Task" [ 795.885053] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.893578] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.290913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.291212] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.291454] env[69433]: DEBUG nova.network.neutron [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.361310] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5268004b-7175-b0b1-74fd-6c3761290554, 'name': SearchDatastore_Task, 'duration_secs': 0.01344} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.362090] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ed6211cb-320b-4948-9f33-736a985947f4 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.447s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.363566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.363566] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.363757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.363949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.364546] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.367356] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-626f70d9-9431-41f3-892d-0ff78d56deae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.393282] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.393538] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.395422] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-181bfae2-53ba-453a-8545-a80bf93f98f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.402430] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085095} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.406792] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.410204] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450fdea1-ee51-4974-ba22-a1692e7b04e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.412934] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 796.412934] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528da7bc-a703-30db-797c-5ba49aba98d2" [ 796.412934] env[69433]: _type = "Task" [ 796.412934] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.444314] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.446067] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-569ed86e-5a7f-4c92-b5bf-ec9e3c686ae8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.467464] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528da7bc-a703-30db-797c-5ba49aba98d2, 'name': SearchDatastore_Task, 'duration_secs': 0.026719} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.469184] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec30d5c-2b1e-477d-b42d-88812e162a50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.475413] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 796.475413] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523fee52-3fe0-5093-df7f-e1dc039923cb" [ 796.475413] env[69433]: _type = "Task" [ 796.475413] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.476934] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 796.476934] env[69433]: value = "task-3338416" [ 796.476934] env[69433]: _type = "Task" [ 796.476934] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.493417] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523fee52-3fe0-5093-df7f-e1dc039923cb, 'name': SearchDatastore_Task, 'duration_secs': 0.015661} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.496763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.497045] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.498394] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338416, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.498394] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-340fc6c2-731e-408d-b52a-fd9afa19e657 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.512026] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 796.512026] env[69433]: value = "task-3338417" [ 796.512026] env[69433]: _type = "Task" [ 796.512026] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.520905] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.857025] env[69433]: DEBUG nova.network.neutron [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.903373] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76c94de-7d66-4711-b92e-dc5924034edc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.914405] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea54b68e-98fb-4130-a1d1-98933cdac3a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.952058] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2917f693-972c-4821-b705-c8aaaa60f636 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.965692] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37e88b7-827f-43fa-8421-e457ef887d01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.982694] env[69433]: DEBUG nova.compute.provider_tree [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.994201] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338416, 'name': ReconfigVM_Task, 'duration_secs': 0.318645} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.996018] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.999089] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5b2c710-a6a8-4853-984f-fd40317a2313 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.001309] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "1230813b-225e-4e1c-b46c-23f348844238" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.001553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "1230813b-225e-4e1c-b46c-23f348844238" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.010879] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 797.010879] env[69433]: value = "task-3338418" [ 797.010879] env[69433]: _type = "Task" [ 797.010879] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.029504] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.032475] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338418, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.118471] env[69433]: DEBUG nova.network.neutron [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updating instance_info_cache with network_info: [{"id": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "address": "fa:16:3e:e3:69:ef", "network": {"id": "873aabd3-3e97-4d73-90bc-5a18e73a8745", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-700784989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287f846f36c94f63ba4b7e3d47e2483d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4cc6fa-9a", "ovs_interfaceid": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.488289] env[69433]: DEBUG nova.scheduler.client.report [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.506962] env[69433]: DEBUG nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.530409] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748639} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.533769] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.534125] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.534385] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338418, 'name': Rename_Task, 'duration_secs': 0.313922} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.534983] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2b74e90-8d02-4ffd-b42c-96eecc20b9a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.537394] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.537659] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49735de6-942f-4e33-b0d6-9d6a8006b69a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.545307] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 797.545307] env[69433]: value = "task-3338419" [ 797.545307] env[69433]: _type = "Task" [ 797.545307] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.547410] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 797.547410] env[69433]: value = "task-3338420" [ 797.547410] env[69433]: _type = "Task" [ 797.547410] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.560665] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.564062] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.621118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Releasing lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.621520] env[69433]: DEBUG nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Instance network_info: |[{"id": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "address": "fa:16:3e:e3:69:ef", "network": {"id": "873aabd3-3e97-4d73-90bc-5a18e73a8745", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-700784989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287f846f36c94f63ba4b7e3d47e2483d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4cc6fa-9a", "ovs_interfaceid": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.622028] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:69:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.630174] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Creating folder: Project (287f846f36c94f63ba4b7e3d47e2483d). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.630901] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c74198d4-665f-496d-9565-3053c3b8e7f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.642372] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Created folder: Project (287f846f36c94f63ba4b7e3d47e2483d) in parent group-v666200. [ 797.642581] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Creating folder: Instances. Parent ref: group-v666339. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.642836] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d44de3-c46a-44e5-aa70-d4fd5f2f2c7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.656077] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Created folder: Instances in parent group-v666339. [ 797.656412] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.656625] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.656843] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a55c56a-682d-4744-81b2-f40708e1a79f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.675096] env[69433]: DEBUG nova.compute.manager [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Received event network-changed-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.675243] env[69433]: DEBUG nova.compute.manager [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Refreshing instance network info cache due to event network-changed-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 797.675466] env[69433]: DEBUG oslo_concurrency.lockutils [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] Acquiring lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675612] env[69433]: DEBUG oslo_concurrency.lockutils [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] Acquired lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675772] env[69433]: DEBUG nova.network.neutron [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Refreshing network info cache for port 1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.685609] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.685609] env[69433]: value = "task-3338423" [ 797.685609] env[69433]: _type = "Task" [ 797.685609] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.693444] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338423, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.993845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.994498] env[69433]: DEBUG nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.999172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.428s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.999172] env[69433]: INFO nova.compute.claims [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.035985] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.061755] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093876} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.065328] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.065688] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.066490] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a7f54b-236b-418f-9e53-1798c1c4f124 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.090247] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.090546] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027681fa-6a88-47e3-847c-71a26f25879a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.112457] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 798.112457] env[69433]: value = "task-3338424" [ 798.112457] env[69433]: _type = "Task" [ 798.112457] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.123413] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.195027] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338423, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.356057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "659db4c6-264a-432b-96a0-c55d27b5da14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.356248] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.356458] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.356573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.356798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.359020] env[69433]: INFO nova.compute.manager [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Terminating instance [ 798.378728] env[69433]: DEBUG nova.network.neutron [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updated VIF entry in instance network info cache for port 1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.379121] env[69433]: DEBUG nova.network.neutron [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updating instance_info_cache with network_info: [{"id": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "address": "fa:16:3e:e3:69:ef", "network": {"id": "873aabd3-3e97-4d73-90bc-5a18e73a8745", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-700784989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287f846f36c94f63ba4b7e3d47e2483d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4cc6fa-9a", "ovs_interfaceid": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.503315] env[69433]: DEBUG nova.compute.utils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.506461] env[69433]: DEBUG nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.506628] env[69433]: DEBUG nova.network.neutron [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.549990] env[69433]: DEBUG nova.policy [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6797479ef9741868afdb2b4d0ad473a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2804d09d49c44d6ad53573ffeee85f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.562297] env[69433]: DEBUG oslo_vmware.api [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338420, 'name': PowerOnVM_Task, 'duration_secs': 0.692421} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.562577] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.562780] env[69433]: INFO nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Took 8.61 seconds to spawn the instance on the hypervisor. [ 798.562960] env[69433]: DEBUG nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.563740] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ee282-3f76-43f2-943b-13a6b42e2ce4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.623584] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.696854] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338423, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.865026] env[69433]: DEBUG nova.compute.manager [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.865026] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.865026] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5e7a23-cc8e-4a44-ac0e-81aa565ec35e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.873401] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.873810] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ca2aeb9-a4a2-49fb-b510-6970f910fb20 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.881026] env[69433]: DEBUG oslo_vmware.api [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 798.881026] env[69433]: value = "task-3338425" [ 798.881026] env[69433]: _type = "Task" [ 798.881026] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.881733] env[69433]: DEBUG oslo_concurrency.lockutils [req-720c2d18-cbec-4760-a43c-2301c8e5e21f req-bcab58cc-d242-4a7f-b4c5-a17d2a4b2f53 service nova] Releasing lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.891335] env[69433]: DEBUG oslo_vmware.api [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.907744] env[69433]: DEBUG nova.network.neutron [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Successfully created port: deb0f6dd-2178-4b37-9e83-26c3221d4785 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.009795] env[69433]: DEBUG nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.081267] env[69433]: INFO nova.compute.manager [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Took 44.15 seconds to build instance. [ 799.126800] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.199331] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338423, 'name': CreateVM_Task, 'duration_secs': 1.416139} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.199565] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.204021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.204021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.204021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.204021] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fcb791-faf3-47ae-b22a-dedf6044757a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.209143] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 799.209143] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5254285b-ef9c-3b03-c07e-7210ca5140df" [ 799.209143] env[69433]: _type = "Task" [ 799.209143] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.223647] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5254285b-ef9c-3b03-c07e-7210ca5140df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.393374] env[69433]: DEBUG oslo_vmware.api [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338425, 'name': PowerOffVM_Task, 'duration_secs': 0.344528} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.396336] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.396516] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.397184] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d27322dc-0913-4d15-9ac2-f970028a033a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.460251] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.460645] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.460731] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleting the datastore file [datastore1] 659db4c6-264a-432b-96a0-c55d27b5da14 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.461017] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd015aad-95b6-445d-a503-a0e50b2a96bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.467442] env[69433]: DEBUG oslo_vmware.api [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 799.467442] env[69433]: value = "task-3338427" [ 799.467442] env[69433]: _type = "Task" [ 799.467442] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.477959] env[69433]: DEBUG oslo_vmware.api [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.505537] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab975f5-f2a7-4a3f-90a6-d65177216599 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.514559] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824546d2-6a42-4177-aef1-f9c3c5a08e77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.551903] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e818d882-38d8-410f-8a5f-0e5cb0da45ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.562741] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a0fda-e2cc-4168-ad3e-973464e70b10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.575532] env[69433]: DEBUG nova.compute.provider_tree [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.586109] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9a4b76d3-d456-4baa-b528-cce00cb4c6b3 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.704s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.623874] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338424, 'name': ReconfigVM_Task, 'duration_secs': 1.16182} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.624176] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Reconfigured VM instance instance-00000008 to attach disk [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.624802] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-551f5e1e-74b9-4dc2-8ba5-579d035f7351 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.631952] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 799.631952] env[69433]: value = "task-3338428" [ 799.631952] env[69433]: _type = "Task" [ 799.631952] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.641015] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338428, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.721096] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5254285b-ef9c-3b03-c07e-7210ca5140df, 'name': SearchDatastore_Task, 'duration_secs': 0.029794} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.721437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.721685] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.721934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.722111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.722302] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.722597] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-300b47cf-eaf8-4bc4-9fc1-674c00444a75 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.739084] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.739223] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.739992] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c955b8-c535-4701-ab67-eae18f204d1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.745979] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 799.745979] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ff64e-4671-f6e4-d194-1dcb5945dd3b" [ 799.745979] env[69433]: _type = "Task" [ 799.745979] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.754600] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ff64e-4671-f6e4-d194-1dcb5945dd3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.879297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.879571] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.879761] env[69433]: DEBUG nova.compute.manager [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.880751] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9021777-091b-406d-8381-fb1ce70a89be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.888357] env[69433]: DEBUG nova.compute.manager [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 799.889069] env[69433]: DEBUG nova.objects.instance [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'flavor' on Instance uuid 576e6a45-128b-4d86-97c9-12f6ff79e1d9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 799.977548] env[69433]: DEBUG oslo_vmware.api [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19058} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.977819] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.978085] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.978279] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.978455] env[69433]: INFO nova.compute.manager [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 799.978690] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.978880] env[69433]: DEBUG nova.compute.manager [-] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.979077] env[69433]: DEBUG nova.network.neutron [-] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.056266] env[69433]: DEBUG nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.080189] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.080436] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.080591] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.080772] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.080917] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.081079] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.081288] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.081475] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.081647] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.081811] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.081982] env[69433]: DEBUG nova.virt.hardware [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.082870] env[69433]: DEBUG nova.scheduler.client.report [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.086616] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69509546-8c56-4efa-ab51-d9acf76420f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.096128] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264ad34d-ec05-4faa-aa21-a30b0a705c5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.143517] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338428, 'name': Rename_Task, 'duration_secs': 0.14187} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.143794] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.144042] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e15917c6-e17a-427e-9f11-e4c03ff014b5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.152069] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 800.152069] env[69433]: value = "task-3338429" [ 800.152069] env[69433]: _type = "Task" [ 800.152069] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.160280] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.257329] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ff64e-4671-f6e4-d194-1dcb5945dd3b, 'name': SearchDatastore_Task, 'duration_secs': 0.020185} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.258401] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf6ef36-360d-4565-9b6c-6fc0aec6c231 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.264948] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 800.264948] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5255643f-73ed-ff1a-bb24-a9d978429c37" [ 800.264948] env[69433]: _type = "Task" [ 800.264948] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.273560] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5255643f-73ed-ff1a-bb24-a9d978429c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.439343] env[69433]: DEBUG nova.compute.manager [req-86acbf7f-c84e-468f-b6f0-47529aef3f63 req-fb33c9e8-a6df-41b1-afd0-b22844925180 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Received event network-vif-plugged-deb0f6dd-2178-4b37-9e83-26c3221d4785 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.439343] env[69433]: DEBUG oslo_concurrency.lockutils [req-86acbf7f-c84e-468f-b6f0-47529aef3f63 req-fb33c9e8-a6df-41b1-afd0-b22844925180 service nova] Acquiring lock "fd02bb39-09f7-4963-a11c-9da8e01815c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.446346] env[69433]: DEBUG oslo_concurrency.lockutils [req-86acbf7f-c84e-468f-b6f0-47529aef3f63 req-fb33c9e8-a6df-41b1-afd0-b22844925180 service nova] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.006s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.446346] env[69433]: DEBUG oslo_concurrency.lockutils [req-86acbf7f-c84e-468f-b6f0-47529aef3f63 req-fb33c9e8-a6df-41b1-afd0-b22844925180 service nova] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.446346] env[69433]: DEBUG nova.compute.manager [req-86acbf7f-c84e-468f-b6f0-47529aef3f63 req-fb33c9e8-a6df-41b1-afd0-b22844925180 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] No waiting events found dispatching network-vif-plugged-deb0f6dd-2178-4b37-9e83-26c3221d4785 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 800.446346] env[69433]: WARNING nova.compute.manager [req-86acbf7f-c84e-468f-b6f0-47529aef3f63 req-fb33c9e8-a6df-41b1-afd0-b22844925180 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Received unexpected event network-vif-plugged-deb0f6dd-2178-4b37-9e83-26c3221d4785 for instance with vm_state building and task_state spawning. [ 800.487028] env[69433]: DEBUG nova.compute.manager [req-61699ae9-a5b2-428e-963f-8364f86cbafc req-3062b9a4-0b3d-40b8-8be3-4c82dcf51526 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Received event network-vif-deleted-b49be82a-b972-4d6a-bd18-b17ecd32e90e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.487028] env[69433]: INFO nova.compute.manager [req-61699ae9-a5b2-428e-963f-8364f86cbafc req-3062b9a4-0b3d-40b8-8be3-4c82dcf51526 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Neutron deleted interface b49be82a-b972-4d6a-bd18-b17ecd32e90e; detaching it from the instance and deleting it from the info cache [ 800.487028] env[69433]: DEBUG nova.network.neutron [req-61699ae9-a5b2-428e-963f-8364f86cbafc req-3062b9a4-0b3d-40b8-8be3-4c82dcf51526 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.591088] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.591682] env[69433]: DEBUG nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.594893] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.308s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.596851] env[69433]: INFO nova.compute.claims [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.602639] env[69433]: DEBUG nova.network.neutron [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Successfully updated port: deb0f6dd-2178-4b37-9e83-26c3221d4785 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.664780] env[69433]: DEBUG oslo_vmware.api [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338429, 'name': PowerOnVM_Task, 'duration_secs': 0.45446} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.665584] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.665917] env[69433]: DEBUG nova.compute.manager [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.667172] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faaa43f-ceeb-422c-8ee4-618e45be3f5f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.776937] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5255643f-73ed-ff1a-bb24-a9d978429c37, 'name': SearchDatastore_Task, 'duration_secs': 0.014435} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.777445] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.777750] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 5c97dd93-7e4a-4118-83db-a937e7db3f28/5c97dd93-7e4a-4118-83db-a937e7db3f28.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.778119] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a54c643-5299-4bb4-a59f-692f98ec4065 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.789258] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 800.789258] env[69433]: value = "task-3338430" [ 800.789258] env[69433]: _type = "Task" [ 800.789258] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.799673] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.896844] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.897558] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20ef3043-5a6b-43cb-a08c-a233562556d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.905154] env[69433]: DEBUG oslo_vmware.api [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 800.905154] env[69433]: value = "task-3338431" [ 800.905154] env[69433]: _type = "Task" [ 800.905154] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.919095] env[69433]: DEBUG oslo_vmware.api [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.963186] env[69433]: DEBUG nova.network.neutron [-] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.989862] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c852d29-55e5-465e-989c-c07f72b98dc1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.008467] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ba59f5-cf17-4ef2-8d5d-e4667bfa3d12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.048564] env[69433]: DEBUG nova.compute.manager [req-61699ae9-a5b2-428e-963f-8364f86cbafc req-3062b9a4-0b3d-40b8-8be3-4c82dcf51526 service nova] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Detach interface failed, port_id=b49be82a-b972-4d6a-bd18-b17ecd32e90e, reason: Instance 659db4c6-264a-432b-96a0-c55d27b5da14 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.101718] env[69433]: DEBUG nova.compute.utils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.103209] env[69433]: DEBUG nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.103390] env[69433]: DEBUG nova.network.neutron [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.110715] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "refresh_cache-fd02bb39-09f7-4963-a11c-9da8e01815c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.110893] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquired lock "refresh_cache-fd02bb39-09f7-4963-a11c-9da8e01815c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.111202] env[69433]: DEBUG nova.network.neutron [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.145090] env[69433]: DEBUG nova.policy [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c59538323b430197b64725a05b9489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397e06f00ed2426da1000b96b3918560', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.184070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.302264] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338430, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.415663] env[69433]: DEBUG oslo_vmware.api [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338431, 'name': PowerOffVM_Task, 'duration_secs': 0.291465} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.415939] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.416174] env[69433]: DEBUG nova.compute.manager [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.416957] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94a4809-fdca-4cd6-b9be-c97d90d6c110 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.441687] env[69433]: DEBUG nova.network.neutron [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Successfully created port: 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.465367] env[69433]: INFO nova.compute.manager [-] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Took 1.49 seconds to deallocate network for instance. [ 801.607221] env[69433]: DEBUG nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.660051] env[69433]: DEBUG nova.network.neutron [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.805468] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512441} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.805468] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 5c97dd93-7e4a-4118-83db-a937e7db3f28/5c97dd93-7e4a-4118-83db-a937e7db3f28.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.805655] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.806444] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-432bc36f-e069-43fb-af90-a35df8d307eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.812558] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 801.812558] env[69433]: value = "task-3338432" [ 801.812558] env[69433]: _type = "Task" [ 801.812558] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.825044] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.860098] env[69433]: DEBUG nova.network.neutron [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Updating instance_info_cache with network_info: [{"id": "deb0f6dd-2178-4b37-9e83-26c3221d4785", "address": "fa:16:3e:82:85:8b", "network": {"id": "e0b8139e-0665-43c9-b29d-99fe11550eb4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1632289640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2804d09d49c44d6ad53573ffeee85f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb0f6dd-21", "ovs_interfaceid": "deb0f6dd-2178-4b37-9e83-26c3221d4785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.927563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c6e11d9-c917-4d73-971b-e2dc8592274d tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.973737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.037111] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808be5cb-1724-43db-992b-56111b4ca510 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.045062] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca379d6e-ffd1-4f0b-a097-891938cf4333 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.076835] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32efa85f-ca38-471f-ad07-62d6e7d02ca6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.088627] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5dd90-4ec2-4362-aeea-3e6eca1c3717 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.104358] env[69433]: DEBUG nova.compute.provider_tree [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.325269] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061453} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.325522] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.326324] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4622835e-c0dc-438f-8d9f-1ecf10056808 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.348284] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 5c97dd93-7e4a-4118-83db-a937e7db3f28/5c97dd93-7e4a-4118-83db-a937e7db3f28.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.348616] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520dc8b8-d77c-489f-853d-dbe57cc610c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.362816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Releasing lock "refresh_cache-fd02bb39-09f7-4963-a11c-9da8e01815c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.363135] env[69433]: DEBUG nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Instance network_info: |[{"id": "deb0f6dd-2178-4b37-9e83-26c3221d4785", "address": "fa:16:3e:82:85:8b", "network": {"id": "e0b8139e-0665-43c9-b29d-99fe11550eb4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1632289640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2804d09d49c44d6ad53573ffeee85f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb0f6dd-21", "ovs_interfaceid": "deb0f6dd-2178-4b37-9e83-26c3221d4785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.363550] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:85:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f39e3b37-7906-4bbc-820e-ceac74e4d827', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'deb0f6dd-2178-4b37-9e83-26c3221d4785', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.370773] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Creating folder: Project (e2804d09d49c44d6ad53573ffeee85f3). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.371540] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c138ebe-4c5a-4545-ac73-a3c9c39b1bfe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.381755] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 802.381755] env[69433]: value = "task-3338434" [ 802.381755] env[69433]: _type = "Task" [ 802.381755] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.386161] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Created folder: Project (e2804d09d49c44d6ad53573ffeee85f3) in parent group-v666200. [ 802.386349] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Creating folder: Instances. Parent ref: group-v666342. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.386900] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18478946-441d-4085-a150-581c35d905a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.392105] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.395511] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Created folder: Instances in parent group-v666342. [ 802.395739] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.395926] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.396145] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b18410e5-b67c-4771-901e-09c674b4a9ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.416094] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.416094] env[69433]: value = "task-3338436" [ 802.416094] env[69433]: _type = "Task" [ 802.416094] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.423952] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338436, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.584033] env[69433]: INFO nova.compute.manager [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Rebuilding instance [ 802.608660] env[69433]: DEBUG nova.scheduler.client.report [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.618422] env[69433]: DEBUG nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.622797] env[69433]: DEBUG nova.compute.manager [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.624677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c824098-1cf6-4e57-bfa8-093816b6ec94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.644420] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.644681] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.644840] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.645043] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.645202] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.645375] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.645583] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.645741] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.645907] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.646083] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.646262] env[69433]: DEBUG nova.virt.hardware [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.647366] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d4564-09aa-44c4-a9fc-cbbc5570d3c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.656079] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa11ca38-80cf-4db2-9f61-f41c30bb07d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.731036] env[69433]: DEBUG nova.compute.manager [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Received event network-changed-deb0f6dd-2178-4b37-9e83-26c3221d4785 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.732024] env[69433]: DEBUG nova.compute.manager [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Refreshing instance network info cache due to event network-changed-deb0f6dd-2178-4b37-9e83-26c3221d4785. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.732024] env[69433]: DEBUG oslo_concurrency.lockutils [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] Acquiring lock "refresh_cache-fd02bb39-09f7-4963-a11c-9da8e01815c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.732024] env[69433]: DEBUG oslo_concurrency.lockutils [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] Acquired lock "refresh_cache-fd02bb39-09f7-4963-a11c-9da8e01815c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.732024] env[69433]: DEBUG nova.network.neutron [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Refreshing network info cache for port deb0f6dd-2178-4b37-9e83-26c3221d4785 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.750355] env[69433]: INFO nova.compute.manager [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Rebuilding instance [ 802.786805] env[69433]: DEBUG nova.compute.manager [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.787601] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc4f0f1-19e0-4e85-b025-4873560e4676 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.894700] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.925729] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338436, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.086216] env[69433]: DEBUG nova.network.neutron [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Successfully updated port: 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.113670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.114395] env[69433]: DEBUG nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.117266] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.827s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.121021] env[69433]: INFO nova.compute.claims [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.392639] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338434, 'name': ReconfigVM_Task, 'duration_secs': 0.668646} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.392948] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 5c97dd93-7e4a-4118-83db-a937e7db3f28/5c97dd93-7e4a-4118-83db-a937e7db3f28.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.393687] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a2ff350-9d52-48ef-998d-eedfc5702d4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.402952] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 803.402952] env[69433]: value = "task-3338437" [ 803.402952] env[69433]: _type = "Task" [ 803.402952] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.425187] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338437, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.428425] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338436, 'name': CreateVM_Task, 'duration_secs': 0.718262} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.428587] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.429355] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.429496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.429768] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.430044] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217d4871-cd78-41a6-bea5-bbd353e86090 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.434533] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 803.434533] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525026a3-bc7b-66e8-d382-b2acdeb384eb" [ 803.434533] env[69433]: _type = "Task" [ 803.434533] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.442988] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525026a3-bc7b-66e8-d382-b2acdeb384eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.447541] env[69433]: DEBUG nova.network.neutron [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Updated VIF entry in instance network info cache for port deb0f6dd-2178-4b37-9e83-26c3221d4785. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.447887] env[69433]: DEBUG nova.network.neutron [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Updating instance_info_cache with network_info: [{"id": "deb0f6dd-2178-4b37-9e83-26c3221d4785", "address": "fa:16:3e:82:85:8b", "network": {"id": "e0b8139e-0665-43c9-b29d-99fe11550eb4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1632289640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2804d09d49c44d6ad53573ffeee85f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f39e3b37-7906-4bbc-820e-ceac74e4d827", "external-id": "nsx-vlan-transportzone-328", "segmentation_id": 328, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdeb0f6dd-21", "ovs_interfaceid": "deb0f6dd-2178-4b37-9e83-26c3221d4785", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.589520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.589700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.589936] env[69433]: DEBUG nova.network.neutron [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.623737] env[69433]: DEBUG nova.compute.utils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.626905] env[69433]: DEBUG nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.627096] env[69433]: DEBUG nova.network.neutron [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.638663] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.638875] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e16e489-003f-44d7-afaf-052b717bce4f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.649355] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 803.649355] env[69433]: value = "task-3338438" [ 803.649355] env[69433]: _type = "Task" [ 803.649355] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.657674] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.684264] env[69433]: DEBUG nova.policy [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aa5648818149639e11802f42d5cc50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b22361665274b24bc2976618e33228b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.801777] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.802162] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecba5d3b-44a7-4067-a861-0feedd3530ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.809592] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 803.809592] env[69433]: value = "task-3338439" [ 803.809592] env[69433]: _type = "Task" [ 803.809592] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.819626] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.916292] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338437, 'name': Rename_Task, 'duration_secs': 0.418468} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.916596] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.916842] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1233a659-4219-471a-9b82-dd847cc5bfff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.927244] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 803.927244] env[69433]: value = "task-3338440" [ 803.927244] env[69433]: _type = "Task" [ 803.927244] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.939126] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.948386] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525026a3-bc7b-66e8-d382-b2acdeb384eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.948705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.948943] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.949252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.949410] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.949594] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.950130] env[69433]: DEBUG oslo_concurrency.lockutils [req-64fd9f9c-71c8-48b0-a900-d3aec68da356 req-8d0b9cd6-c228-4892-b07f-9437d143fd33 service nova] Releasing lock "refresh_cache-fd02bb39-09f7-4963-a11c-9da8e01815c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.950470] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7bf14c2-85f2-4711-8e75-7094585cd525 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.959873] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.960103] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.960963] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ca190b-b1ae-4e6c-b90d-d0d5777f1fda {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.973724] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 803.973724] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5259dc15-e783-13ae-1e59-056f9aabd1b9" [ 803.973724] env[69433]: _type = "Task" [ 803.973724] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.982377] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5259dc15-e783-13ae-1e59-056f9aabd1b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.054792] env[69433]: DEBUG nova.network.neutron [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Successfully created port: 549825fb-399d-40aa-bd44-4396cd74c234 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.129424] env[69433]: DEBUG nova.network.neutron [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.131773] env[69433]: DEBUG nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.175585] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 804.175585] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.175585] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a9441-56ba-4dc8-a036-a7464fdf3534 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.182378] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.182630] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1170612e-d573-43d6-a676-207dd3d06bce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.243615] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.243863] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.244070] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleting the datastore file [datastore2] 576e6a45-128b-4d86-97c9-12f6ff79e1d9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.245117] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94f7f5e3-3bed-4479-a722-483db52d2044 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.251959] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 804.251959] env[69433]: value = "task-3338442" [ 804.251959] env[69433]: _type = "Task" [ 804.251959] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.259911] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.321294] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338439, 'name': PowerOffVM_Task, 'duration_secs': 0.180778} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.321294] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.321294] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.322236] env[69433]: DEBUG nova.network.neutron [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updating instance_info_cache with network_info: [{"id": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "address": "fa:16:3e:d9:66:0c", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb9d9ef-8b", "ovs_interfaceid": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.325321] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49328ea-b98e-4db3-98ac-78836fbd2cec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.332047] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.335319] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc8678fd-aa65-4f21-8e83-b04ffa536374 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.408443] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.409162] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.409394] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleting the datastore file [datastore2] ddb3b611-da8c-490c-a47f-f4cc5d9f4245 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.409786] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52d7b178-9aca-456d-8c17-055872c68545 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.418616] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 804.418616] env[69433]: value = "task-3338444" [ 804.418616] env[69433]: _type = "Task" [ 804.418616] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.429814] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.439706] env[69433]: DEBUG oslo_vmware.api [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338440, 'name': PowerOnVM_Task, 'duration_secs': 0.511731} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.439963] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 804.440190] env[69433]: INFO nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Took 9.75 seconds to spawn the instance on the hypervisor. [ 804.440372] env[69433]: DEBUG nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.441163] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d267a9-f022-4ab0-8a5b-0790f067fb48 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.484219] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5259dc15-e783-13ae-1e59-056f9aabd1b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.488585] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42114d72-843e-4508-aebd-c1b9041e8aa9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.494381] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 804.494381] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dde8cf-e3cd-0f99-49ee-420beb6dfbe3" [ 804.494381] env[69433]: _type = "Task" [ 804.494381] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.506853] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dde8cf-e3cd-0f99-49ee-420beb6dfbe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.596677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a54b8-d22c-4ff7-a521-06522b6d9613 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.604154] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0531c4c1-cf72-46c8-8010-ee8dec43248a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.635492] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d0911d-b50a-4839-81fd-bba36e1fafd7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.646723] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2017cd4-c973-4605-b55d-8cefb5289bb7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.660022] env[69433]: DEBUG nova.compute.provider_tree [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.758903] env[69433]: DEBUG nova.compute.manager [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Received event network-vif-plugged-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.759148] env[69433]: DEBUG oslo_concurrency.lockutils [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] Acquiring lock "5a6c502b-92fd-4323-811b-bd1269875d59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.759380] env[69433]: DEBUG oslo_concurrency.lockutils [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] Lock "5a6c502b-92fd-4323-811b-bd1269875d59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.759552] env[69433]: DEBUG oslo_concurrency.lockutils [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] Lock "5a6c502b-92fd-4323-811b-bd1269875d59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.759717] env[69433]: DEBUG nova.compute.manager [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] No waiting events found dispatching network-vif-plugged-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.759883] env[69433]: WARNING nova.compute.manager [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Received unexpected event network-vif-plugged-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 for instance with vm_state building and task_state spawning. [ 804.760054] env[69433]: DEBUG nova.compute.manager [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Received event network-changed-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.760209] env[69433]: DEBUG nova.compute.manager [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Refreshing instance network info cache due to event network-changed-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.760375] env[69433]: DEBUG oslo_concurrency.lockutils [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] Acquiring lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.766266] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252674} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.766492] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.766667] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.766839] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.827857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Releasing lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.828241] env[69433]: DEBUG nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Instance network_info: |[{"id": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "address": "fa:16:3e:d9:66:0c", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb9d9ef-8b", "ovs_interfaceid": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.828800] env[69433]: DEBUG oslo_concurrency.lockutils [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] Acquired lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.828994] env[69433]: DEBUG nova.network.neutron [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Refreshing network info cache for port 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.830508] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:66:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.838724] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Creating folder: Project (397e06f00ed2426da1000b96b3918560). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.842232] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a1e545-bbae-445f-a3d4-afcab8cd1a67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.852662] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Created folder: Project (397e06f00ed2426da1000b96b3918560) in parent group-v666200. [ 804.852859] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Creating folder: Instances. Parent ref: group-v666345. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.853110] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f0e39b7-dc09-41c3-801f-a83e686501a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.863599] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Created folder: Instances in parent group-v666345. [ 804.863911] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.864119] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.864332] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df8c44df-801f-4fce-83e1-2d5323ed33b0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.883224] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.883224] env[69433]: value = "task-3338447" [ 804.883224] env[69433]: _type = "Task" [ 804.883224] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.892553] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338447, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.930786] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333089} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.931085] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.931349] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.931488] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.961180] env[69433]: INFO nova.compute.manager [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Took 44.18 seconds to build instance. [ 805.005869] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dde8cf-e3cd-0f99-49ee-420beb6dfbe3, 'name': SearchDatastore_Task, 'duration_secs': 0.025853} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.006189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.006470] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] fd02bb39-09f7-4963-a11c-9da8e01815c9/fd02bb39-09f7-4963-a11c-9da8e01815c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.006733] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7eca9171-9c02-455f-b30a-8437d91adf88 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.015019] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 805.015019] env[69433]: value = "task-3338448" [ 805.015019] env[69433]: _type = "Task" [ 805.015019] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.022966] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.114834] env[69433]: DEBUG nova.network.neutron [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updated VIF entry in instance network info cache for port 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.114834] env[69433]: DEBUG nova.network.neutron [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updating instance_info_cache with network_info: [{"id": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "address": "fa:16:3e:d9:66:0c", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb9d9ef-8b", "ovs_interfaceid": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.147093] env[69433]: DEBUG nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.163091] env[69433]: DEBUG nova.scheduler.client.report [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.177606] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.177834] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.178018] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.178236] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.178425] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.178589] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.178838] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.178971] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.179154] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.179323] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.179531] env[69433]: DEBUG nova.virt.hardware [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.180485] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24411736-21e2-4a24-966b-84836607b438 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.192689] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ae13d-478c-45fb-a409-e29242ef5b86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.394248] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338447, 'name': CreateVM_Task, 'duration_secs': 0.356912} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.394444] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.395171] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.395353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.395711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.395974] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23f3777-2e2d-48a4-9769-8c062cf5ba71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.401440] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 805.401440] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52012591-31bc-886a-5dfc-4cc01d33f0d0" [ 805.401440] env[69433]: _type = "Task" [ 805.401440] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.410017] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52012591-31bc-886a-5dfc-4cc01d33f0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.465482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c26af97-6dc0-4ae6-a35f-fea819381eee tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.389s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.524332] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476147} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.524609] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] fd02bb39-09f7-4963-a11c-9da8e01815c9/fd02bb39-09f7-4963-a11c-9da8e01815c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.524825] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.525099] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f5832d3-6b5f-4c81-be7f-e7943afd0b63 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.531799] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 805.531799] env[69433]: value = "task-3338449" [ 805.531799] env[69433]: _type = "Task" [ 805.531799] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.541784] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.619225] env[69433]: DEBUG oslo_concurrency.lockutils [req-ba5c3489-5803-4c3c-a1df-9ef49f7ac6f2 req-f702888d-41d7-4aaa-81c8-5f76ed80a117 service nova] Releasing lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.672550] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.672550] env[69433]: DEBUG nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.678022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.872s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.678022] env[69433]: DEBUG nova.objects.instance [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lazy-loading 'resources' on Instance uuid f7aa40be-0eb2-485a-ae3b-7511d6835ab4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.686776] env[69433]: DEBUG nova.network.neutron [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Successfully updated port: 549825fb-399d-40aa-bd44-4396cd74c234 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.799469] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.799469] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.799724] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.799816] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.799973] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.800145] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.800349] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.800504] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.800670] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.800833] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.801012] env[69433]: DEBUG nova.virt.hardware [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.801900] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e1e39-b93c-4e37-b1f2-fd09136077ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.810619] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57490b4b-738e-4912-96cc-e5b03800eb60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.825333] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d5:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a811c231-e22e-460e-b61a-29d6a9ebd7d1', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.833848] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.834118] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.834336] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f37a764-5428-421a-b32b-b4d4069f83c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.853607] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.853607] env[69433]: value = "task-3338450" [ 805.853607] env[69433]: _type = "Task" [ 805.853607] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.862082] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338450, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.912975] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52012591-31bc-886a-5dfc-4cc01d33f0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.030069} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.913809] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.914075] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.914317] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.914469] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914647] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.914912] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18133da1-a76e-4d42-afd6-50a82c1a80dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.921979] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.922182] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.922885] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387a4609-832e-4911-b807-df336b901ffe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.928175] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 805.928175] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5290fe0f-4fc3-97ef-22d2-c0cf26677552" [ 805.928175] env[69433]: _type = "Task" [ 805.928175] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.936051] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5290fe0f-4fc3-97ef-22d2-c0cf26677552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.976839] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.976839] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.977140] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.977215] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.977339] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.977473] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.977689] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.977879] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.977995] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.978235] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.978571] env[69433]: DEBUG nova.virt.hardware [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.979964] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabaef62-f57c-40c7-bec4-38488d355bab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.988548] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398de1a9-dcd4-40d6-b08a-c6c7f74ef27c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.002235] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:9f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16c6ea68-9b0e-4ac0-a484-7a9a40533017', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76523a00-989d-461f-b334-c65cbbda5072', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.009896] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.010177] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.010464] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca346ff7-a2b4-4ff1-82ae-a2479b46f3f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.029957] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.029957] env[69433]: value = "task-3338451" [ 806.029957] env[69433]: _type = "Task" [ 806.029957] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.043628] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338451, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.046732] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181373} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.046990] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.047774] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ca67a-220b-40d4-b8df-d6ab0b7fa53c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.070623] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] fd02bb39-09f7-4963-a11c-9da8e01815c9/fd02bb39-09f7-4963-a11c-9da8e01815c9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.070967] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb43356-8ad9-40d2-afa5-f5e33031c8b5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.094038] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 806.094038] env[69433]: value = "task-3338452" [ 806.094038] env[69433]: _type = "Task" [ 806.094038] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.102397] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.178139] env[69433]: DEBUG nova.compute.utils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.180032] env[69433]: DEBUG nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.180150] env[69433]: DEBUG nova.network.neutron [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.190225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "refresh_cache-71bc03ed-4460-4a95-ac6d-d642ec86988a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.190225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "refresh_cache-71bc03ed-4460-4a95-ac6d-d642ec86988a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.190225] env[69433]: DEBUG nova.network.neutron [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.234400] env[69433]: DEBUG nova.policy [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86556bfd53e4c82a2edb77badc19d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780ca16f4beb4806969bd28446bc93d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.367459] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338450, 'name': CreateVM_Task, 'duration_secs': 0.332158} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.367679] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.368463] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.368652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.368998] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.369302] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c7b7488-1b25-4c21-9ad6-6628bb1bd5af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.380500] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 806.380500] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5231cac1-a60f-1828-7809-a72d4aa9efa6" [ 806.380500] env[69433]: _type = "Task" [ 806.380500] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.390420] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5231cac1-a60f-1828-7809-a72d4aa9efa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.413310] env[69433]: DEBUG nova.compute.manager [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Received event network-changed-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.414149] env[69433]: DEBUG nova.compute.manager [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Refreshing instance network info cache due to event network-changed-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.414149] env[69433]: DEBUG oslo_concurrency.lockutils [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] Acquiring lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.414398] env[69433]: DEBUG oslo_concurrency.lockutils [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] Acquired lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.414896] env[69433]: DEBUG nova.network.neutron [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Refreshing network info cache for port 1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.442817] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5290fe0f-4fc3-97ef-22d2-c0cf26677552, 'name': SearchDatastore_Task, 'duration_secs': 0.018486} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.445121] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50d54a9-fd2e-46f6-93bf-b8d377673a69 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.450899] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 806.450899] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e3a3b4-f49b-69ae-2fd5-da218d92d987" [ 806.450899] env[69433]: _type = "Task" [ 806.450899] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.460172] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e3a3b4-f49b-69ae-2fd5-da218d92d987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.540351] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338451, 'name': CreateVM_Task, 'duration_secs': 0.312022} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.540518] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.541252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.604685] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338452, 'name': ReconfigVM_Task, 'duration_secs': 0.26811} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.604952] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] fd02bb39-09f7-4963-a11c-9da8e01815c9/fd02bb39-09f7-4963-a11c-9da8e01815c9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.606317] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbb4f6e1-8c72-4657-b7ac-0f97d5df64ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.609148] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e30ed7-368c-4b07-94aa-7f713e7da0e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.616768] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b5f2e2-8166-4dd4-b8ac-2afe67ae5bf4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.621566] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 806.621566] env[69433]: value = "task-3338453" [ 806.621566] env[69433]: _type = "Task" [ 806.621566] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.622240] env[69433]: DEBUG nova.network.neutron [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Successfully created port: 119c70e8-45be-4da9-bcab-7da67d22eb3a {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.660083] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20918964-cb7e-4cb1-898e-d543818dffdc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.663735] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338453, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.668960] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b5e5cf-3b16-458b-bae4-b644ce4dfa7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.682246] env[69433]: DEBUG nova.compute.provider_tree [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.683780] env[69433]: DEBUG nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.732586] env[69433]: DEBUG nova.network.neutron [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.795561] env[69433]: DEBUG nova.compute.manager [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Received event network-vif-plugged-549825fb-399d-40aa-bd44-4396cd74c234 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.796083] env[69433]: DEBUG oslo_concurrency.lockutils [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] Acquiring lock "71bc03ed-4460-4a95-ac6d-d642ec86988a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.796581] env[69433]: DEBUG oslo_concurrency.lockutils [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.796965] env[69433]: DEBUG oslo_concurrency.lockutils [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.797504] env[69433]: DEBUG nova.compute.manager [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] No waiting events found dispatching network-vif-plugged-549825fb-399d-40aa-bd44-4396cd74c234 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.797886] env[69433]: WARNING nova.compute.manager [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Received unexpected event network-vif-plugged-549825fb-399d-40aa-bd44-4396cd74c234 for instance with vm_state building and task_state spawning. [ 806.798287] env[69433]: DEBUG nova.compute.manager [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Received event network-changed-549825fb-399d-40aa-bd44-4396cd74c234 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.798631] env[69433]: DEBUG nova.compute.manager [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Refreshing instance network info cache due to event network-changed-549825fb-399d-40aa-bd44-4396cd74c234. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.799050] env[69433]: DEBUG oslo_concurrency.lockutils [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] Acquiring lock "refresh_cache-71bc03ed-4460-4a95-ac6d-d642ec86988a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.893153] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5231cac1-a60f-1828-7809-a72d4aa9efa6, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.893499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.893753] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.894884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.894884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.894884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.894884] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f49ffe36-e974-429b-8c59-d1605fda2a5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.903219] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 806.903219] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5227daf8-7a72-6ac0-5f27-a14342cb2daf" [ 806.903219] env[69433]: _type = "Task" [ 806.903219] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.914203] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5227daf8-7a72-6ac0-5f27-a14342cb2daf, 'name': SearchDatastore_Task, 'duration_secs': 0.009377} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.914473] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.914720] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.914939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.965020] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e3a3b4-f49b-69ae-2fd5-da218d92d987, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.965020] env[69433]: DEBUG nova.network.neutron [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Updating instance_info_cache with network_info: [{"id": "549825fb-399d-40aa-bd44-4396cd74c234", "address": "fa:16:3e:56:9b:fa", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549825fb-39", "ovs_interfaceid": "549825fb-399d-40aa-bd44-4396cd74c234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.965620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.965999] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 5a6c502b-92fd-4323-811b-bd1269875d59/5a6c502b-92fd-4323-811b-bd1269875d59.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.966883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.967203] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.967539] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af391a7c-7a50-4c32-b9c0-1273ad3764dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.969842] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a944bd5e-d37d-4a80-b4bf-d7a4a2b534c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.978213] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 806.978213] env[69433]: value = "task-3338454" [ 806.978213] env[69433]: _type = "Task" [ 806.978213] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.980219] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.981444] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.986545] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc6edd4-db32-4f40-b8d4-b20d7582eb8b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.995146] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 806.995146] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528055fd-b023-78dc-a5a3-a8a86e9dc2e0" [ 806.995146] env[69433]: _type = "Task" [ 806.995146] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.996864] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.007021] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528055fd-b023-78dc-a5a3-a8a86e9dc2e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.007766] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e347911-8b26-4a3a-95d9-fbee796f43ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.012982] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 807.012982] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4f88e-fdf3-e1bd-97c2-0b81fc67885c" [ 807.012982] env[69433]: _type = "Task" [ 807.012982] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.021191] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4f88e-fdf3-e1bd-97c2-0b81fc67885c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.137084] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338453, 'name': Rename_Task, 'duration_secs': 0.130507} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.137464] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.137725] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0333a484-bb5f-4c34-9c10-22e3a1e7b991 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.144293] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 807.144293] env[69433]: value = "task-3338455" [ 807.144293] env[69433]: _type = "Task" [ 807.144293] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.152699] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.188046] env[69433]: DEBUG nova.scheduler.client.report [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.260933] env[69433]: DEBUG nova.network.neutron [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updated VIF entry in instance network info cache for port 1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.261474] env[69433]: DEBUG nova.network.neutron [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updating instance_info_cache with network_info: [{"id": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "address": "fa:16:3e:e3:69:ef", "network": {"id": "873aabd3-3e97-4d73-90bc-5a18e73a8745", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-700784989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287f846f36c94f63ba4b7e3d47e2483d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b4cc6fa-9a", "ovs_interfaceid": "1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.467958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "refresh_cache-71bc03ed-4460-4a95-ac6d-d642ec86988a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.468142] env[69433]: DEBUG nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Instance network_info: |[{"id": "549825fb-399d-40aa-bd44-4396cd74c234", "address": "fa:16:3e:56:9b:fa", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549825fb-39", "ovs_interfaceid": "549825fb-399d-40aa-bd44-4396cd74c234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.468395] env[69433]: DEBUG oslo_concurrency.lockutils [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] Acquired lock "refresh_cache-71bc03ed-4460-4a95-ac6d-d642ec86988a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.468600] env[69433]: DEBUG nova.network.neutron [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Refreshing network info cache for port 549825fb-399d-40aa-bd44-4396cd74c234 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.469898] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:9b:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '549825fb-399d-40aa-bd44-4396cd74c234', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.477508] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating folder: Project (2b22361665274b24bc2976618e33228b). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.480876] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b6b1746-9386-42fd-afdf-9850281a942f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.492683] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338454, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.499636] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created folder: Project (2b22361665274b24bc2976618e33228b) in parent group-v666200. [ 807.499636] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating folder: Instances. Parent ref: group-v666350. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.499896] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fb34abe-bac0-4456-947c-8b6ba8e12ea2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.508849] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created folder: Instances in parent group-v666350. [ 807.509133] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.509358] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.509574] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25ec8d02-35a6-48bd-ab02-bad8c24c3dd8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.537457] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4f88e-fdf3-e1bd-97c2-0b81fc67885c, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.538931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.539238] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.539498] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.539498] env[69433]: value = "task-3338458" [ 807.539498] env[69433]: _type = "Task" [ 807.539498] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.539743] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.539930] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.540164] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f8a8d1-67c4-4441-af4a-833956360e7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.542291] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9a163e8-6a03-43a1-9b88-d64bad1900af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.553312] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 807.553312] env[69433]: value = "task-3338459" [ 807.553312] env[69433]: _type = "Task" [ 807.553312] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.557375] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338458, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.567062] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.573497] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.573778] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.574636] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c8ae2d-b0da-4644-be53-30d634141940 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.581938] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 807.581938] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524991dc-e694-61c4-bb55-43f09c53dcd2" [ 807.581938] env[69433]: _type = "Task" [ 807.581938] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.592792] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524991dc-e694-61c4-bb55-43f09c53dcd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.659374] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.696561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.700985] env[69433]: DEBUG nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.704971] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.502s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.704971] env[69433]: DEBUG nova.objects.instance [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lazy-loading 'resources' on Instance uuid 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.725913] env[69433]: INFO nova.scheduler.client.report [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Deleted allocations for instance f7aa40be-0eb2-485a-ae3b-7511d6835ab4 [ 807.733127] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.733385] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.733548] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.733927] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.733927] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.734107] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.734275] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.734452] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.734623] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.734787] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.734991] env[69433]: DEBUG nova.virt.hardware [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.736200] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5561a3-b720-42ad-a4ea-a89fe6612e55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.747079] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0dd10b-ebf5-4205-b121-955f87bd07cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.764716] env[69433]: DEBUG oslo_concurrency.lockutils [req-5ebd60d6-901f-472b-b8dc-0726e808efe3 req-109912ef-b39e-4297-bcca-fcc9b993ae84 service nova] Releasing lock "refresh_cache-5c97dd93-7e4a-4118-83db-a937e7db3f28" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.777454] env[69433]: DEBUG nova.network.neutron [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Updated VIF entry in instance network info cache for port 549825fb-399d-40aa-bd44-4396cd74c234. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.777917] env[69433]: DEBUG nova.network.neutron [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Updating instance_info_cache with network_info: [{"id": "549825fb-399d-40aa-bd44-4396cd74c234", "address": "fa:16:3e:56:9b:fa", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549825fb-39", "ovs_interfaceid": "549825fb-399d-40aa-bd44-4396cd74c234", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.994714] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739553} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.994859] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 5a6c502b-92fd-4323-811b-bd1269875d59/5a6c502b-92fd-4323-811b-bd1269875d59.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.995120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.995447] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79596b65-45ee-47f2-9fdd-c23fc47abc4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.002655] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 808.002655] env[69433]: value = "task-3338460" [ 808.002655] env[69433]: _type = "Task" [ 808.002655] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.015338] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.054671] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338458, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.067528] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338459, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.093079] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524991dc-e694-61c4-bb55-43f09c53dcd2, 'name': SearchDatastore_Task, 'duration_secs': 0.054778} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.094017] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ebd3d7-0beb-418c-81f8-cb3db2d9b111 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.099920] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 808.099920] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527d81d9-8634-7966-3752-c416f9c78525" [ 808.099920] env[69433]: _type = "Task" [ 808.099920] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.110872] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527d81d9-8634-7966-3752-c416f9c78525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.154896] env[69433]: DEBUG oslo_vmware.api [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338455, 'name': PowerOnVM_Task, 'duration_secs': 0.670041} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.155196] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.155403] env[69433]: INFO nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Took 8.10 seconds to spawn the instance on the hypervisor. [ 808.155579] env[69433]: DEBUG nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.157031] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20458a6-18d1-4a3a-92b7-1186731ec964 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.243470] env[69433]: DEBUG nova.network.neutron [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Successfully updated port: 119c70e8-45be-4da9-bcab-7da67d22eb3a {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.252874] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4ddeecac-5d98-4ba4-b263-5cdf451ddd57 tempest-ServerRescueTestJSON-962888743 tempest-ServerRescueTestJSON-962888743-project-member] Lock "f7aa40be-0eb2-485a-ae3b-7511d6835ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.146s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.283352] env[69433]: DEBUG oslo_concurrency.lockutils [req-bb21b4eb-ca48-4d8e-a6df-2d6a80b8fe92 req-7d5aec38-7ccb-41ec-8132-1b16a5cfa2a8 service nova] Releasing lock "refresh_cache-71bc03ed-4460-4a95-ac6d-d642ec86988a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.513871] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090144} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.514137] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.514927] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acfdcb6-f8c2-4486-a847-57f6c85885bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.539053] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 5a6c502b-92fd-4323-811b-bd1269875d59/5a6c502b-92fd-4323-811b-bd1269875d59.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.541860] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9aeefd4-6e7d-4ede-b5b7-783837a99cce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.563939] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 808.563939] env[69433]: value = "task-3338461" [ 808.563939] env[69433]: _type = "Task" [ 808.563939] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.569660] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586961} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.569820] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338458, 'name': CreateVM_Task, 'duration_secs': 0.557156} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.574548] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.574906] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.574906] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.575335] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-211996a3-0d14-447d-94ea-0c6241b19b4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.577886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.577886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.578101] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.579217] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ffe3732-d853-44ad-90e3-9ebac0332f7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.583182] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.587869] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 808.587869] env[69433]: value = "task-3338462" [ 808.587869] env[69433]: _type = "Task" [ 808.587869] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.588145] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 808.588145] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b0c7fb-3433-0877-dadd-4587fa8b1cf9" [ 808.588145] env[69433]: _type = "Task" [ 808.588145] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.598213] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.604053] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b0c7fb-3433-0877-dadd-4587fa8b1cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.607244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.607511] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.607739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.613105] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527d81d9-8634-7966-3752-c416f9c78525, 'name': SearchDatastore_Task, 'duration_secs': 0.028055} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.614170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.614431] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.615254] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9527148d-8589-4e6c-a412-6a3be46190be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.617753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.617970] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.618199] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5aa9599-b95c-48c3-8515-0fe827d42041 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.620223] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa20f9d3-4c2d-4f4d-a3e3-c4ba250712a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.625766] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf12201-a27b-4322-b4c4-adc3586845f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.630493] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.630685] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.631448] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 808.631448] env[69433]: value = "task-3338463" [ 808.631448] env[69433]: _type = "Task" [ 808.631448] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.631937] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eaf56b9-e2c6-407f-8ca7-4ce07c97d22e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.664057] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec5f6fe-2043-4a24-b261-958bf93608dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.674214] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.674531] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 808.674531] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522efeb1-a311-afd3-e209-2dd4d4e38175" [ 808.674531] env[69433]: _type = "Task" [ 808.674531] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.683324] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25450217-3f75-4e55-a1b5-ed5d91c8da4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.690473] env[69433]: INFO nova.compute.manager [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Took 36.00 seconds to build instance. [ 808.691455] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522efeb1-a311-afd3-e209-2dd4d4e38175, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.692717] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5aae280-702c-43d7-9aca-ff64b660a23a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.702831] env[69433]: DEBUG nova.compute.provider_tree [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.707602] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 808.707602] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207b51d-2ed7-52fc-2462-5eef6e285543" [ 808.707602] env[69433]: _type = "Task" [ 808.707602] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.715856] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207b51d-2ed7-52fc-2462-5eef6e285543, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.756022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-c8c196ef-9345-411b-9520-a4d33ff6106c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.756022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-c8c196ef-9345-411b-9520-a4d33ff6106c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.756022] env[69433]: DEBUG nova.network.neutron [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.872534] env[69433]: DEBUG nova.compute.manager [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Received event network-vif-plugged-119c70e8-45be-4da9-bcab-7da67d22eb3a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.872817] env[69433]: DEBUG oslo_concurrency.lockutils [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] Acquiring lock "c8c196ef-9345-411b-9520-a4d33ff6106c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.873070] env[69433]: DEBUG oslo_concurrency.lockutils [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.873325] env[69433]: DEBUG oslo_concurrency.lockutils [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.873541] env[69433]: DEBUG nova.compute.manager [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] No waiting events found dispatching network-vif-plugged-119c70e8-45be-4da9-bcab-7da67d22eb3a {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 808.873743] env[69433]: WARNING nova.compute.manager [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Received unexpected event network-vif-plugged-119c70e8-45be-4da9-bcab-7da67d22eb3a for instance with vm_state building and task_state spawning. [ 808.873948] env[69433]: DEBUG nova.compute.manager [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Received event network-changed-119c70e8-45be-4da9-bcab-7da67d22eb3a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.874067] env[69433]: DEBUG nova.compute.manager [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Refreshing instance network info cache due to event network-changed-119c70e8-45be-4da9-bcab-7da67d22eb3a. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.874267] env[69433]: DEBUG oslo_concurrency.lockutils [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] Acquiring lock "refresh_cache-c8c196ef-9345-411b-9520-a4d33ff6106c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.081933] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.098643] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069191} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.098947] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.099784] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd64dbc-60cc-46a0-a5ea-24b50ed4248b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.123600] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.123878] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77c6fe69-70e7-4c75-a643-ed3d38a8041d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.147093] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465474} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.148219] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.148457] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.148757] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 809.148757] env[69433]: value = "task-3338464" [ 809.148757] env[69433]: _type = "Task" [ 809.148757] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.148938] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcb854ef-86b8-466f-a549-bd51b915e5e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.158147] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.159264] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 809.159264] env[69433]: value = "task-3338465" [ 809.159264] env[69433]: _type = "Task" [ 809.159264] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.168563] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.193413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7add1250-de5e-48f8-ad7b-6d5813a1b76c tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.316s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.206831] env[69433]: DEBUG nova.scheduler.client.report [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.220195] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5207b51d-2ed7-52fc-2462-5eef6e285543, 'name': SearchDatastore_Task, 'duration_secs': 0.008006} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.220471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.220745] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 71bc03ed-4460-4a95-ac6d-d642ec86988a/71bc03ed-4460-4a95-ac6d-d642ec86988a.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.221088] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dc6ed84-714a-4c81-a1fe-6374cc2e9135 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.230020] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 809.230020] env[69433]: value = "task-3338466" [ 809.230020] env[69433]: _type = "Task" [ 809.230020] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.237642] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.296145] env[69433]: DEBUG nova.network.neutron [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.477359] env[69433]: DEBUG nova.network.neutron [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Updating instance_info_cache with network_info: [{"id": "119c70e8-45be-4da9-bcab-7da67d22eb3a", "address": "fa:16:3e:03:4c:90", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119c70e8-45", "ovs_interfaceid": "119c70e8-45be-4da9-bcab-7da67d22eb3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.587805] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338461, 'name': ReconfigVM_Task, 'duration_secs': 0.715985} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.588176] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 5a6c502b-92fd-4323-811b-bd1269875d59/5a6c502b-92fd-4323-811b-bd1269875d59.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.588875] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56b66c05-59a2-47f0-8f3b-b1d2ad1e3274 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.596631] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 809.596631] env[69433]: value = "task-3338467" [ 809.596631] env[69433]: _type = "Task" [ 809.596631] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.607191] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338467, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.662541] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338464, 'name': ReconfigVM_Task, 'duration_secs': 0.273012} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.666557] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 576e6a45-128b-4d86-97c9-12f6ff79e1d9/576e6a45-128b-4d86-97c9-12f6ff79e1d9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.667283] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f2fbd6-41dc-48b0-811e-0e8cb4a09d8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.675978] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074051} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.677437] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.677856] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 809.677856] env[69433]: value = "task-3338468" [ 809.677856] env[69433]: _type = "Task" [ 809.677856] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.678604] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bbc631-a666-4f76-b74a-64552f015d89 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.689384] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338468, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.709797] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.710381] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b79fbde-8fda-4f5f-b490-3158bf6e5758 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.725264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.727543] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.292s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.727747] env[69433]: DEBUG nova.objects.instance [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lazy-loading 'resources' on Instance uuid 74e361f7-4db6-4646-84e0-5d467f559fd9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.734339] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 809.734339] env[69433]: value = "task-3338469" [ 809.734339] env[69433]: _type = "Task" [ 809.734339] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.742087] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467305} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.742662] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 71bc03ed-4460-4a95-ac6d-d642ec86988a/71bc03ed-4460-4a95-ac6d-d642ec86988a.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.742898] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.743154] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a77708a5-289c-45b3-8256-be58c3cde3f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.748091] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338469, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.753242] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 809.753242] env[69433]: value = "task-3338470" [ 809.753242] env[69433]: _type = "Task" [ 809.753242] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.758090] env[69433]: INFO nova.scheduler.client.report [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Deleted allocations for instance 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9 [ 809.764834] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.941443] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "fd02bb39-09f7-4963-a11c-9da8e01815c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.944292] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.944497] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "fd02bb39-09f7-4963-a11c-9da8e01815c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.944700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.944931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.948621] env[69433]: INFO nova.compute.manager [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Terminating instance [ 809.983315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-c8c196ef-9345-411b-9520-a4d33ff6106c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.983315] env[69433]: DEBUG nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Instance network_info: |[{"id": "119c70e8-45be-4da9-bcab-7da67d22eb3a", "address": "fa:16:3e:03:4c:90", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119c70e8-45", "ovs_interfaceid": "119c70e8-45be-4da9-bcab-7da67d22eb3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.983447] env[69433]: DEBUG oslo_concurrency.lockutils [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] Acquired lock "refresh_cache-c8c196ef-9345-411b-9520-a4d33ff6106c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.983447] env[69433]: DEBUG nova.network.neutron [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Refreshing network info cache for port 119c70e8-45be-4da9-bcab-7da67d22eb3a {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.986581] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:4c:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '119c70e8-45be-4da9-bcab-7da67d22eb3a', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.995237] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating folder: Project (780ca16f4beb4806969bd28446bc93d5). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.996587] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55d886e7-241b-468e-a02f-f4665d319166 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.007751] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created folder: Project (780ca16f4beb4806969bd28446bc93d5) in parent group-v666200. [ 810.007954] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating folder: Instances. Parent ref: group-v666353. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.008231] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21943fc4-aece-40ca-ba4a-d83cb7a3f2ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.017713] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created folder: Instances in parent group-v666353. [ 810.018072] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.018254] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.018537] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7018c3bd-32a6-4d3a-ac88-1f5de78f71bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.045505] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.045505] env[69433]: value = "task-3338473" [ 810.045505] env[69433]: _type = "Task" [ 810.045505] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.054234] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338473, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.106144] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338467, 'name': Rename_Task, 'duration_secs': 0.235895} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.106507] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.106761] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74769939-3c79-4eb3-8340-13d485ff9e7d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.113751] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 810.113751] env[69433]: value = "task-3338474" [ 810.113751] env[69433]: _type = "Task" [ 810.113751] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.126030] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.190979] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338468, 'name': Rename_Task, 'duration_secs': 0.142616} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.191340] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.191586] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e205dd0-e073-4239-9178-e4dfa359b061 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.198704] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 810.198704] env[69433]: value = "task-3338475" [ 810.198704] env[69433]: _type = "Task" [ 810.198704] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.206346] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.244495] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338469, 'name': ReconfigVM_Task, 'duration_secs': 0.292998} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.244771] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Reconfigured VM instance instance-00000008 to attach disk [datastore1] ddb3b611-da8c-490c-a47f-f4cc5d9f4245/ddb3b611-da8c-490c-a47f-f4cc5d9f4245.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.245872] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2afa1537-5f09-4c0b-87e0-a7a9691783a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.251981] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 810.251981] env[69433]: value = "task-3338476" [ 810.251981] env[69433]: _type = "Task" [ 810.251981] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.265846] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338476, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.275502] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078984} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.276028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08bce737-799b-47e9-afe4-93963c301d37 tempest-ListImageFiltersTestJSON-964816666 tempest-ListImageFiltersTestJSON-964816666-project-member] Lock "8c072554-3e65-4f53-bd49-0bb6ebd7c9f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.657s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.276993] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.277992] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7100fe-f09d-479a-abaf-73c5756f217d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.301755] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 71bc03ed-4460-4a95-ac6d-d642ec86988a/71bc03ed-4460-4a95-ac6d-d642ec86988a.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.305534] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a49a033-d2c8-4743-a71a-2e5364eacb35 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.327604] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 810.327604] env[69433]: value = "task-3338477" [ 810.327604] env[69433]: _type = "Task" [ 810.327604] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.340566] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338477, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.453722] env[69433]: DEBUG nova.compute.manager [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.453722] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.454694] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa844907-8675-47bd-8fe6-852cb5259a1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.468273] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.468672] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a64096f-5e29-425a-a9bd-185b6c29c825 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.476234] env[69433]: DEBUG oslo_vmware.api [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 810.476234] env[69433]: value = "task-3338478" [ 810.476234] env[69433]: _type = "Task" [ 810.476234] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.487070] env[69433]: DEBUG oslo_vmware.api [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.561362] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338473, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.629228] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338474, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.707460] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7917aa0-5430-481e-a4ad-9b1bcb005b58 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.718916] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338475, 'name': PowerOnVM_Task, 'duration_secs': 0.514406} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.719719] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a270fbd1-4434-4de9-a89e-55d5e4aa13dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.723282] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.723282] env[69433]: DEBUG nova.compute.manager [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.724103] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2f8412-4294-459d-a080-59a438889ada {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.765430] env[69433]: DEBUG nova.network.neutron [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Updated VIF entry in instance network info cache for port 119c70e8-45be-4da9-bcab-7da67d22eb3a. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.765773] env[69433]: DEBUG nova.network.neutron [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Updating instance_info_cache with network_info: [{"id": "119c70e8-45be-4da9-bcab-7da67d22eb3a", "address": "fa:16:3e:03:4c:90", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap119c70e8-45", "ovs_interfaceid": "119c70e8-45be-4da9-bcab-7da67d22eb3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.770481] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b3de16-17f5-45e0-b43f-60765093faf4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.782375] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338476, 'name': Rename_Task, 'duration_secs': 0.165208} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.786427] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.787016] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd49b1d8-6850-4d55-b886-e7b5a102cdae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.789793] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d81cf6d-4ed8-4787-be4a-bfdf728088ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.807194] env[69433]: DEBUG nova.compute.provider_tree [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.809328] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 810.809328] env[69433]: value = "task-3338479" [ 810.809328] env[69433]: _type = "Task" [ 810.809328] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.818820] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338479, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.838704] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338477, 'name': ReconfigVM_Task, 'duration_secs': 0.404619} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.839136] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 71bc03ed-4460-4a95-ac6d-d642ec86988a/71bc03ed-4460-4a95-ac6d-d642ec86988a.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.839664] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd4fe59b-6d48-4914-9cb7-d5dae7f4b77d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.846918] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 810.846918] env[69433]: value = "task-3338480" [ 810.846918] env[69433]: _type = "Task" [ 810.846918] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.856148] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338480, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.989420] env[69433]: DEBUG oslo_vmware.api [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338478, 'name': PowerOffVM_Task, 'duration_secs': 0.212153} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.989870] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.990096] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.990461] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c720f8-e340-4366-bda8-2ad3220a1b6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.054604] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.054895] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.055173] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Deleting the datastore file [datastore1] fd02bb39-09f7-4963-a11c-9da8e01815c9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.055904] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f17b6990-2582-4c00-a2eb-e0ce9d11dd54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.061328] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338473, 'name': CreateVM_Task, 'duration_secs': 0.515087} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.062362] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.062596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.062762] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.063093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.063356] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76991591-40fc-4173-96a0-72ded0e6c446 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.067078] env[69433]: DEBUG oslo_vmware.api [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for the task: (returnval){ [ 811.067078] env[69433]: value = "task-3338482" [ 811.067078] env[69433]: _type = "Task" [ 811.067078] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.072610] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 811.072610] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527494a4-0def-b7a2-d2a1-859c51f12cf5" [ 811.072610] env[69433]: _type = "Task" [ 811.072610] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.076464] env[69433]: DEBUG oslo_vmware.api [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.088436] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527494a4-0def-b7a2-d2a1-859c51f12cf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.126020] env[69433]: DEBUG oslo_vmware.api [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338474, 'name': PowerOnVM_Task, 'duration_secs': 0.981211} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.126020] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.126218] env[69433]: INFO nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Took 8.51 seconds to spawn the instance on the hypervisor. [ 811.126346] env[69433]: DEBUG nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.127211] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1634c0c-2729-4988-96bb-e6409c893186 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.238253] env[69433]: INFO nova.compute.manager [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] bringing vm to original state: 'stopped' [ 811.275015] env[69433]: DEBUG oslo_concurrency.lockutils [req-d35e00e5-1f94-4336-abe5-9f6c2d0bac10 req-80500351-414b-4021-ad70-a2e4b902878b service nova] Releasing lock "refresh_cache-c8c196ef-9345-411b-9520-a4d33ff6106c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.311100] env[69433]: DEBUG nova.scheduler.client.report [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.325865] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338479, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.356720] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338480, 'name': Rename_Task, 'duration_secs': 0.277955} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.356985] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.357295] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78f0e207-215c-491e-bc26-cf25c22d5f43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.363726] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 811.363726] env[69433]: value = "task-3338483" [ 811.363726] env[69433]: _type = "Task" [ 811.363726] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.380528] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.577135] env[69433]: DEBUG oslo_vmware.api [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Task: {'id': task-3338482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427482} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.580586] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.580860] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.581084] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.581306] env[69433]: INFO nova.compute.manager [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 811.581589] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.581836] env[69433]: DEBUG nova.compute.manager [-] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.581971] env[69433]: DEBUG nova.network.neutron [-] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.589865] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527494a4-0def-b7a2-d2a1-859c51f12cf5, 'name': SearchDatastore_Task, 'duration_secs': 0.013826} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.590423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.590716] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.590991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.591192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.591414] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.591720] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-233dc072-f410-41fd-98b5-63074988d984 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.600498] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.600822] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.601659] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb99cf48-50da-42a9-ae56-e2f950255655 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.607044] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 811.607044] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9b17f-b3ff-e379-8202-5bde86414e76" [ 811.607044] env[69433]: _type = "Task" [ 811.607044] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.616336] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9b17f-b3ff-e379-8202-5bde86414e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.648822] env[69433]: INFO nova.compute.manager [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Took 37.11 seconds to build instance. [ 811.824653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.828863] env[69433]: DEBUG oslo_vmware.api [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338479, 'name': PowerOnVM_Task, 'duration_secs': 0.933248} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.832158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.796s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.832895] env[69433]: INFO nova.compute.claims [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.836280] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.836566] env[69433]: DEBUG nova.compute.manager [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.839658] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf1f2be-a05e-4706-919e-dc84a6d338a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.865515] env[69433]: INFO nova.scheduler.client.report [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Deleted allocations for instance 74e361f7-4db6-4646-84e0-5d467f559fd9 [ 811.880384] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338483, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.966127] env[69433]: DEBUG nova.compute.manager [req-55870ba2-a7e8-4ff6-9b43-e83bca59e886 req-b6370f10-c271-420f-9395-d6795c2a18ca service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Received event network-vif-deleted-deb0f6dd-2178-4b37-9e83-26c3221d4785 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.966127] env[69433]: INFO nova.compute.manager [req-55870ba2-a7e8-4ff6-9b43-e83bca59e886 req-b6370f10-c271-420f-9395-d6795c2a18ca service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Neutron deleted interface deb0f6dd-2178-4b37-9e83-26c3221d4785; detaching it from the instance and deleting it from the info cache [ 811.966127] env[69433]: DEBUG nova.network.neutron [req-55870ba2-a7e8-4ff6-9b43-e83bca59e886 req-b6370f10-c271-420f-9395-d6795c2a18ca service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.120539] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9b17f-b3ff-e379-8202-5bde86414e76, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.121374] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1606dc0e-6e14-4e82-b995-612aedcf7801 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.127605] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 812.127605] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc1f22-d770-8aac-f41f-ecb986690339" [ 812.127605] env[69433]: _type = "Task" [ 812.127605] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.136016] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc1f22-d770-8aac-f41f-ecb986690339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.150752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-63f1a327-c018-4004-bf4b-c962f06f0bf6 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "5a6c502b-92fd-4323-811b-bd1269875d59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.894s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.247527] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.247797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.247981] env[69433]: DEBUG nova.compute.manager [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.248976] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd630fd-441b-463f-b3ec-9b952ba64716 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.256177] env[69433]: DEBUG nova.compute.manager [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 812.355773] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.380560] env[69433]: DEBUG oslo_vmware.api [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338483, 'name': PowerOnVM_Task, 'duration_secs': 0.809021} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.381217] env[69433]: DEBUG oslo_concurrency.lockutils [None req-29e5de9d-ec67-4510-8f4a-16e5e3043c57 tempest-ServerShowV247Test-1199655546 tempest-ServerShowV247Test-1199655546-project-member] Lock "74e361f7-4db6-4646-84e0-5d467f559fd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.289s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.382262] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.382667] env[69433]: INFO nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Took 7.24 seconds to spawn the instance on the hypervisor. [ 812.382964] env[69433]: DEBUG nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.384063] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8a537-d3fe-412b-9f59-882449108705 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.450923] env[69433]: DEBUG nova.network.neutron [-] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.469238] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27adbfb7-14b1-4d52-ab29-f11637858506 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.480650] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056d257f-4543-4af6-819d-92027daf59a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.522054] env[69433]: DEBUG nova.compute.manager [req-55870ba2-a7e8-4ff6-9b43-e83bca59e886 req-b6370f10-c271-420f-9395-d6795c2a18ca service nova] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Detach interface failed, port_id=deb0f6dd-2178-4b37-9e83-26c3221d4785, reason: Instance fd02bb39-09f7-4963-a11c-9da8e01815c9 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.639499] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc1f22-d770-8aac-f41f-ecb986690339, 'name': SearchDatastore_Task, 'duration_secs': 0.014297} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.639963] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.642017] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.642017] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ab54be-0ca4-4b10-8a05-8aefbdb447f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.647662] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 812.647662] env[69433]: value = "task-3338484" [ 812.647662] env[69433]: _type = "Task" [ 812.647662] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.657786] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.763359] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.763359] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db01e3c8-b17d-488b-8ef4-054d627e759f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.773049] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 812.773049] env[69433]: value = "task-3338485" [ 812.773049] env[69433]: _type = "Task" [ 812.773049] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.780253] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.904613] env[69433]: INFO nova.compute.manager [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Took 35.64 seconds to build instance. [ 812.954079] env[69433]: INFO nova.compute.manager [-] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Took 1.37 seconds to deallocate network for instance. [ 813.161456] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.284581] env[69433]: DEBUG oslo_vmware.api [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338485, 'name': PowerOffVM_Task, 'duration_secs': 0.306861} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.287817] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.287817] env[69433]: DEBUG nova.compute.manager [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.287817] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b194d4-13e3-4d0b-adeb-46607e46aea9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.325682] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5a2d83-9ebc-46aa-b7c3-bd56ac1bf4d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.334646] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dceaaae-00a2-468e-9ffc-e41b2d237b2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.367090] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b60802-6289-4b27-8486-b11846c8b7b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.376258] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8245ff5-f48f-4fd6-808d-1c69fc262bfa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.396143] env[69433]: DEBUG nova.compute.provider_tree [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.409395] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c6d2be65-5e8a-4355-9038-51778466768a tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.336s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.463029] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.665024] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730209} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.665024] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.665024] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.665024] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29a3892c-b424-4ffd-9517-8cd6f16ec43d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.669685] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 813.669685] env[69433]: value = "task-3338486" [ 813.669685] env[69433]: _type = "Task" [ 813.669685] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.679723] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.803622] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.900271] env[69433]: DEBUG nova.scheduler.client.report [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.079463] env[69433]: DEBUG nova.compute.manager [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Received event network-changed-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.079642] env[69433]: DEBUG nova.compute.manager [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Refreshing instance network info cache due to event network-changed-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.079867] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] Acquiring lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.081179] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] Acquired lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.081472] env[69433]: DEBUG nova.network.neutron [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Refreshing network info cache for port 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.181391] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067952} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.181681] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.182502] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb28b2-3930-4c84-a646-12a98aea867b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.211874] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.212249] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4cd765-6121-40c2-b124-02b7efa41f1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.235280] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 814.235280] env[69433]: value = "task-3338487" [ 814.235280] env[69433]: _type = "Task" [ 814.235280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.243895] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.318021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.415023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.415023] env[69433]: DEBUG nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.418819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.971s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.420935] env[69433]: INFO nova.compute.claims [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.544928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.545241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.545486] env[69433]: DEBUG nova.compute.manager [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.546458] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcb76b7-2872-4c9f-b2c9-f25fcfe25806 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.554345] env[69433]: DEBUG nova.compute.manager [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 814.555112] env[69433]: DEBUG nova.objects.instance [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lazy-loading 'flavor' on Instance uuid 71bc03ed-4460-4a95-ac6d-d642ec86988a {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.745752] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338487, 'name': ReconfigVM_Task, 'duration_secs': 0.29455} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.746674] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Reconfigured VM instance instance-00000036 to attach disk [datastore1] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.748438] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76bfd3e0-064f-4c3a-a3ea-4afcf23f7afd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.756362] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 814.756362] env[69433]: value = "task-3338488" [ 814.756362] env[69433]: _type = "Task" [ 814.756362] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.770854] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338488, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.884489] env[69433]: DEBUG nova.network.neutron [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updated VIF entry in instance network info cache for port 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.884489] env[69433]: DEBUG nova.network.neutron [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updating instance_info_cache with network_info: [{"id": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "address": "fa:16:3e:d9:66:0c", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb9d9ef-8b", "ovs_interfaceid": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.903485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.904263] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.904263] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.905201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.905201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.907777] env[69433]: INFO nova.compute.manager [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Terminating instance [ 814.927605] env[69433]: DEBUG nova.compute.utils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.936176] env[69433]: DEBUG nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.936440] env[69433]: DEBUG nova.network.neutron [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.995064] env[69433]: DEBUG nova.policy [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af8077ae9d34499d8b1f1926526a70ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8724ebceca2045b086c1892a062a8a8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.270340] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338488, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.391104] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] Releasing lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.391104] env[69433]: DEBUG nova.compute.manager [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Received event network-changed-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.391104] env[69433]: DEBUG nova.compute.manager [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Refreshing instance network info cache due to event network-changed-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.391104] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] Acquiring lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.391104] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] Acquired lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.391287] env[69433]: DEBUG nova.network.neutron [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Refreshing network info cache for port 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.404056] env[69433]: DEBUG nova.network.neutron [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Successfully created port: 1f6186aa-b23e-4d02-99eb-8a46ef8b935e {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.413434] env[69433]: DEBUG nova.compute.manager [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.413686] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.415158] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7614f03-745a-45e1-a43f-744ce0e969b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.422677] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.422955] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88b7e7a2-ac09-43a6-89c5-92d845181e51 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.431162] env[69433]: DEBUG oslo_vmware.api [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 815.431162] env[69433]: value = "task-3338489" [ 815.431162] env[69433]: _type = "Task" [ 815.431162] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.437061] env[69433]: DEBUG nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.445847] env[69433]: DEBUG oslo_vmware.api [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.477184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.477550] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.478264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.478264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.478264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.487232] env[69433]: INFO nova.compute.manager [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Terminating instance [ 815.563617] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.564090] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96d30a23-6b2f-48b6-b079-78caf927aef8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.572479] env[69433]: DEBUG oslo_vmware.api [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 815.572479] env[69433]: value = "task-3338490" [ 815.572479] env[69433]: _type = "Task" [ 815.572479] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.585507] env[69433]: DEBUG oslo_vmware.api [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.768801] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338488, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.940606] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6af909-a799-44af-bb9d-7080f82cbd29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.959269] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febe41dd-0261-49b6-9a82-82ba498eaf52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.962609] env[69433]: DEBUG oslo_vmware.api [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338489, 'name': PowerOffVM_Task, 'duration_secs': 0.43605} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.962863] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.963049] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.963679] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0b7460c-3ab4-4252-adb7-bf9ac17416e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.000737] env[69433]: DEBUG nova.compute.manager [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 816.000975] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 816.001421] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.003072] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6140e321-a812-4a56-874c-66a7a9e6ecb5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.009820] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.016600] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e1a2f-681a-4533-981e-18a155bb2f67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.024404] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7ec07-2e90-4a0c-ae51-81063ac8b291 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.028562] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 816.029143] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e535ae4-65bc-4056-a229-bef6edc91bdd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.043029] env[69433]: DEBUG nova.compute.provider_tree [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.047139] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.047208] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.047404] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleting the datastore file [datastore2] 5be53d46-ea3e-47dd-bbf7-db8e22a71b27 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.047916] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83b220a2-4400-4e38-8325-4414e7788b8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.054894] env[69433]: DEBUG oslo_vmware.api [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 816.054894] env[69433]: value = "task-3338493" [ 816.054894] env[69433]: _type = "Task" [ 816.054894] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.065699] env[69433]: DEBUG oslo_vmware.api [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.081367] env[69433]: DEBUG oslo_vmware.api [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338490, 'name': PowerOffVM_Task, 'duration_secs': 0.299409} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.081553] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 816.081789] env[69433]: DEBUG nova.compute.manager [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.082581] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5111f2-2597-4cab-853c-2a5f73d8bff7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.104082] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.104082] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.104082] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleting the datastore file [datastore1] 576e6a45-128b-4d86-97c9-12f6ff79e1d9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.104354] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b70c6ca-669a-488b-9481-b08008a3906a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.110694] env[69433]: DEBUG oslo_vmware.api [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 816.110694] env[69433]: value = "task-3338494" [ 816.110694] env[69433]: _type = "Task" [ 816.110694] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.121380] env[69433]: DEBUG oslo_vmware.api [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.230494] env[69433]: DEBUG nova.network.neutron [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updated VIF entry in instance network info cache for port 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.230870] env[69433]: DEBUG nova.network.neutron [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updating instance_info_cache with network_info: [{"id": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "address": "fa:16:3e:d9:66:0c", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb9d9ef-8b", "ovs_interfaceid": "3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.270447] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338488, 'name': Rename_Task, 'duration_secs': 1.142191} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.270794] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.271118] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0820163a-7f12-4baf-816b-4b617115dc77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.278175] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 816.278175] env[69433]: value = "task-3338498" [ 816.278175] env[69433]: _type = "Task" [ 816.278175] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.288407] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.453179] env[69433]: DEBUG nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.479779] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.479779] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.479987] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.483020] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.483020] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.483020] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.483020] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.483020] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.483333] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.483333] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.483333] env[69433]: DEBUG nova.virt.hardware [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.483333] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d9053a-25a6-426d-bcc8-88eff1caab2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.490997] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d57e4e5-f749-46c9-b458-d88167bd2551 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.525390] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.527371] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.527371] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.527371] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.527371] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.527371] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.527371] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 816.527684] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 816.549310] env[69433]: DEBUG nova.scheduler.client.report [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.567915] env[69433]: DEBUG oslo_vmware.api [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327471} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.568995] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.570066] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.570066] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.571679] env[69433]: INFO nova.compute.manager [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Took 1.16 seconds to destroy the instance on the hypervisor. [ 816.571679] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.571679] env[69433]: DEBUG nova.compute.manager [-] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.571679] env[69433]: DEBUG nova.network.neutron [-] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.594319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d669dbd-6c89-43f1-a557-099adc4c30df tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.628023] env[69433]: DEBUG oslo_vmware.api [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311085} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.628023] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.628023] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.628023] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.628023] env[69433]: INFO nova.compute.manager [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 816.628361] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.628361] env[69433]: DEBUG nova.compute.manager [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.628361] env[69433]: DEBUG nova.network.neutron [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.733775] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9e72714-a59b-42f8-9374-47213443835a req-37f4e7a6-c1ab-4c3f-9fd4-3f6384da8f14 service nova] Releasing lock "refresh_cache-5a6c502b-92fd-4323-811b-bd1269875d59" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.791657] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.031111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.057019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.057019] env[69433]: DEBUG nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.059270] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.948s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.059804] env[69433]: DEBUG nova.objects.instance [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lazy-loading 'resources' on Instance uuid d4c7b2f9-d921-409a-a3df-df6bae0db0d9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.135221] env[69433]: DEBUG nova.network.neutron [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Successfully updated port: 1f6186aa-b23e-4d02-99eb-8a46ef8b935e {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.218361] env[69433]: DEBUG nova.compute.manager [req-126ad223-c904-45d0-a973-6a1423d5dc81 req-36db9b45-c9b0-4496-9fba-1230c3b530d7 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Received event network-vif-plugged-1f6186aa-b23e-4d02-99eb-8a46ef8b935e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.218361] env[69433]: DEBUG oslo_concurrency.lockutils [req-126ad223-c904-45d0-a973-6a1423d5dc81 req-36db9b45-c9b0-4496-9fba-1230c3b530d7 service nova] Acquiring lock "53078c91-ec99-4bf2-8b81-6864801a40ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.218361] env[69433]: DEBUG oslo_concurrency.lockutils [req-126ad223-c904-45d0-a973-6a1423d5dc81 req-36db9b45-c9b0-4496-9fba-1230c3b530d7 service nova] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.219492] env[69433]: DEBUG oslo_concurrency.lockutils [req-126ad223-c904-45d0-a973-6a1423d5dc81 req-36db9b45-c9b0-4496-9fba-1230c3b530d7 service nova] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.219851] env[69433]: DEBUG nova.compute.manager [req-126ad223-c904-45d0-a973-6a1423d5dc81 req-36db9b45-c9b0-4496-9fba-1230c3b530d7 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] No waiting events found dispatching network-vif-plugged-1f6186aa-b23e-4d02-99eb-8a46ef8b935e {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.220699] env[69433]: WARNING nova.compute.manager [req-126ad223-c904-45d0-a973-6a1423d5dc81 req-36db9b45-c9b0-4496-9fba-1230c3b530d7 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Received unexpected event network-vif-plugged-1f6186aa-b23e-4d02-99eb-8a46ef8b935e for instance with vm_state building and task_state spawning. [ 817.291207] env[69433]: DEBUG oslo_vmware.api [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338498, 'name': PowerOnVM_Task, 'duration_secs': 0.538762} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.291525] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.291740] env[69433]: INFO nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Took 9.59 seconds to spawn the instance on the hypervisor. [ 817.291990] env[69433]: DEBUG nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.292858] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962460ad-8df6-4799-a9ea-2a0e012fb78b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.462419] env[69433]: DEBUG nova.compute.manager [req-19a1b48d-1674-4439-b8cd-c5f37aa1bdea req-202c38ce-d476-4ffe-9738-c299c8a5c855 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Received event network-vif-deleted-a811c231-e22e-460e-b61a-29d6a9ebd7d1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.462419] env[69433]: INFO nova.compute.manager [req-19a1b48d-1674-4439-b8cd-c5f37aa1bdea req-202c38ce-d476-4ffe-9738-c299c8a5c855 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Neutron deleted interface a811c231-e22e-460e-b61a-29d6a9ebd7d1; detaching it from the instance and deleting it from the info cache [ 817.462419] env[69433]: DEBUG nova.network.neutron [req-19a1b48d-1674-4439-b8cd-c5f37aa1bdea req-202c38ce-d476-4ffe-9738-c299c8a5c855 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.561296] env[69433]: DEBUG nova.compute.utils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.562754] env[69433]: DEBUG nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.562929] env[69433]: DEBUG nova.network.neutron [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.626584] env[69433]: DEBUG nova.policy [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b165a6f53e254fbf8db8a35530c53a6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa5cdc1cc1d447f8d32ad3118234617', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.637297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "refresh_cache-53078c91-ec99-4bf2-8b81-6864801a40ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.637472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "refresh_cache-53078c91-ec99-4bf2-8b81-6864801a40ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.637681] env[69433]: DEBUG nova.network.neutron [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.815503] env[69433]: DEBUG nova.network.neutron [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.819189] env[69433]: DEBUG nova.network.neutron [-] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.822097] env[69433]: INFO nova.compute.manager [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Took 34.55 seconds to build instance. [ 817.963873] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a7ae081-8d45-4677-8c99-dbd27d560468 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.974483] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa952132-f49e-42f6-8b54-132e710b057b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.014052] env[69433]: DEBUG nova.compute.manager [req-19a1b48d-1674-4439-b8cd-c5f37aa1bdea req-202c38ce-d476-4ffe-9738-c299c8a5c855 service nova] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Detach interface failed, port_id=a811c231-e22e-460e-b61a-29d6a9ebd7d1, reason: Instance 576e6a45-128b-4d86-97c9-12f6ff79e1d9 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 818.015070] env[69433]: DEBUG nova.network.neutron [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Successfully created port: f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.019399] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c943059f-c0bb-462d-899c-d8512e3c19f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.029995] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7cbcf4-4468-4aea-a7e9-99134a8c7beb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.061522] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a80980-f469-44d0-931b-dd387919b538 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.068435] env[69433]: DEBUG nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.072581] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8b53d8-2257-4aa6-bdff-93f1becd5b78 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.089128] env[69433]: DEBUG nova.compute.provider_tree [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.111895] env[69433]: DEBUG nova.compute.manager [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.113169] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669800d-93b6-4538-881c-dc34cd1a3cda {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.184405] env[69433]: DEBUG nova.network.neutron [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.322290] env[69433]: INFO nova.compute.manager [-] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Took 1.69 seconds to deallocate network for instance. [ 818.325038] env[69433]: INFO nova.compute.manager [-] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Took 1.75 seconds to deallocate network for instance. [ 818.325459] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d62bf91-c0a1-412e-88bb-d0e016386eb3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.208s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.339452] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.340488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.383150] env[69433]: DEBUG nova.network.neutron [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Updating instance_info_cache with network_info: [{"id": "1f6186aa-b23e-4d02-99eb-8a46ef8b935e", "address": "fa:16:3e:92:ce:01", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6186aa-b2", "ovs_interfaceid": "1f6186aa-b23e-4d02-99eb-8a46ef8b935e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.527473] env[69433]: INFO nova.compute.manager [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Rebuilding instance [ 818.565221] env[69433]: DEBUG nova.compute.manager [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.566127] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c5bb43-e3b4-4168-8637-209b35048f8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.591401] env[69433]: DEBUG nova.scheduler.client.report [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.624390] env[69433]: INFO nova.compute.manager [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] instance snapshotting [ 818.624600] env[69433]: WARNING nova.compute.manager [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 818.627991] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9a91d1-70f1-4626-aac2-237955f56c06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.648342] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c9b3e8-c5e8-4a9d-9bbd-3fc12aef3ce7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.830786] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.842881] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.848427] env[69433]: DEBUG nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.885840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "refresh_cache-53078c91-ec99-4bf2-8b81-6864801a40ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.886328] env[69433]: DEBUG nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Instance network_info: |[{"id": "1f6186aa-b23e-4d02-99eb-8a46ef8b935e", "address": "fa:16:3e:92:ce:01", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6186aa-b2", "ovs_interfaceid": "1f6186aa-b23e-4d02-99eb-8a46ef8b935e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.886946] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ce:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f6186aa-b23e-4d02-99eb-8a46ef8b935e', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.896329] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.897403] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.898025] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbfcccc9-b188-4874-acb4-c668c2975c38 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.923223] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.923223] env[69433]: value = "task-3338499" [ 818.923223] env[69433]: _type = "Task" [ 818.923223] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.938600] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338499, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.083436] env[69433]: DEBUG nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.096502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.100027] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.112s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.101742] env[69433]: INFO nova.compute.claims [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.114387] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.114716] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.114894] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.115265] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.115414] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.115731] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.115999] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.116390] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.116609] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.116796] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.117218] env[69433]: DEBUG nova.virt.hardware [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.118783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b4485b-a4a9-4367-b2c7-df96cc03f8ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.123172] env[69433]: INFO nova.scheduler.client.report [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleted allocations for instance d4c7b2f9-d921-409a-a3df-df6bae0db0d9 [ 819.132199] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44faac66-43a3-49fd-a60a-2d93293af39b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.159803] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 819.160584] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bb3f4da7-5fd0-4dc9-a4bf-88ac5ce27773 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.168456] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 819.168456] env[69433]: value = "task-3338500" [ 819.168456] env[69433]: _type = "Task" [ 819.168456] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.179063] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.250210] env[69433]: DEBUG nova.compute.manager [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Received event network-changed-1f6186aa-b23e-4d02-99eb-8a46ef8b935e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.250403] env[69433]: DEBUG nova.compute.manager [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Refreshing instance network info cache due to event network-changed-1f6186aa-b23e-4d02-99eb-8a46ef8b935e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.250628] env[69433]: DEBUG oslo_concurrency.lockutils [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] Acquiring lock "refresh_cache-53078c91-ec99-4bf2-8b81-6864801a40ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.250773] env[69433]: DEBUG oslo_concurrency.lockutils [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] Acquired lock "refresh_cache-53078c91-ec99-4bf2-8b81-6864801a40ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.250938] env[69433]: DEBUG nova.network.neutron [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Refreshing network info cache for port 1f6186aa-b23e-4d02-99eb-8a46ef8b935e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.369606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.438809] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338499, 'name': CreateVM_Task, 'duration_secs': 0.431555} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.438809] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.439606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.439814] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.440221] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.440604] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6a297d-e4f2-4b96-88cf-8880c0a826f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.446941] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 819.446941] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0af7d-0454-ae20-dd88-beaffe4d86a9" [ 819.446941] env[69433]: _type = "Task" [ 819.446941] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.459339] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0af7d-0454-ae20-dd88-beaffe4d86a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.504007] env[69433]: DEBUG nova.compute.manager [req-aeec682c-01c4-48f3-b5f6-d4de4965f54f req-9f22ca4b-0a0f-422f-a58f-6d8c21192f18 service nova] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Received event network-vif-deleted-8273b177-1152-409e-8865-1f4767365cc5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.579708] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.580241] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8035e8b4-2554-45c1-abb7-3e55ca706e57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.588345] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 819.588345] env[69433]: value = "task-3338502" [ 819.588345] env[69433]: _type = "Task" [ 819.588345] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.602337] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.635727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-13ef9480-11fd-459b-855d-87b3073d7375 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "d4c7b2f9-d921-409a-a3df-df6bae0db0d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.176s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.683745] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.714010] env[69433]: DEBUG nova.network.neutron [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Successfully updated port: f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.957362] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e0af7d-0454-ae20-dd88-beaffe4d86a9, 'name': SearchDatastore_Task, 'duration_secs': 0.02499} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.957672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.957899] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.958140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.958282] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.958453] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.958710] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e6455a0-2188-4364-bec3-94509a1d3b7d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.972267] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.972467] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.973218] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a6cbbe8-eec2-4cc4-b62d-dd7839200036 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.980879] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 819.980879] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523eae3d-ef7e-9692-e86b-7ba7d2a7be87" [ 819.980879] env[69433]: _type = "Task" [ 819.980879] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.988684] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523eae3d-ef7e-9692-e86b-7ba7d2a7be87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.021199] env[69433]: DEBUG nova.network.neutron [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Updated VIF entry in instance network info cache for port 1f6186aa-b23e-4d02-99eb-8a46ef8b935e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.021558] env[69433]: DEBUG nova.network.neutron [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Updating instance_info_cache with network_info: [{"id": "1f6186aa-b23e-4d02-99eb-8a46ef8b935e", "address": "fa:16:3e:92:ce:01", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6186aa-b2", "ovs_interfaceid": "1f6186aa-b23e-4d02-99eb-8a46ef8b935e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.099458] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338502, 'name': PowerOffVM_Task, 'duration_secs': 0.28689} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.099735] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.099962] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.100748] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaece11-ea07-410b-94ec-8c79993ee03a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.108120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.108120] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5df6dce5-da10-4385-bc95-a40916c3f735 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.164163] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.164392] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.164579] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleting the datastore file [datastore1] c8c196ef-9345-411b-9520-a4d33ff6106c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.164836] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-885cbb02-c352-4444-a598-863f7243f465 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.174253] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 820.174253] env[69433]: value = "task-3338504" [ 820.174253] env[69433]: _type = "Task" [ 820.174253] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.182937] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.189268] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.216481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.217127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquired lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.217127] env[69433]: DEBUG nova.network.neutron [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.449682] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cfb91a-adbe-4246-b5b7-1f825e1ef7e0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.456643] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bd7031-219a-48e6-bac2-b53d0ad85816 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.490283] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb35a2b8-b343-48d7-b5d5-fa356af3dd2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.500952] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca31123-7d9f-4284-aebe-4020163b77d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.504479] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523eae3d-ef7e-9692-e86b-7ba7d2a7be87, 'name': SearchDatastore_Task, 'duration_secs': 0.037382} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.505456] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec03ea26-5b5c-4979-83ba-f249baff453e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.514958] env[69433]: DEBUG nova.compute.provider_tree [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.518843] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 820.518843] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526a4c17-1547-b777-bb35-d8f31581ec4a" [ 820.518843] env[69433]: _type = "Task" [ 820.518843] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.525934] env[69433]: DEBUG oslo_concurrency.lockutils [req-de00b725-a4b3-4f23-99ec-9a6c2e3c38fb req-b4b23561-3c02-409d-8615-8f716781fe32 service nova] Releasing lock "refresh_cache-53078c91-ec99-4bf2-8b81-6864801a40ef" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.526565] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526a4c17-1547-b777-bb35-d8f31581ec4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.665932] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "7796cbd8-40fa-4c2b-8778-7850e2121254" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.666307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.683585] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338500, 'name': CreateSnapshot_Task, 'duration_secs': 1.032155} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.684731] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 820.685527] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c0fe34-9ae0-4a68-b01c-7da72dca6f9f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.690922] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179156} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.691485] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.691661] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.691836] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.760476] env[69433]: DEBUG nova.network.neutron [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.906433] env[69433]: DEBUG nova.network.neutron [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Updating instance_info_cache with network_info: [{"id": "f218a544-1650-404d-9361-6ed0e4e460c3", "address": "fa:16:3e:5b:ea:d4", "network": {"id": "59f69d04-435b-4e80-9426-ee59d1721e41", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1543365138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa5cdc1cc1d447f8d32ad3118234617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf218a544-16", "ovs_interfaceid": "f218a544-1650-404d-9361-6ed0e4e460c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.018205] env[69433]: DEBUG nova.scheduler.client.report [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.031550] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526a4c17-1547-b777-bb35-d8f31581ec4a, 'name': SearchDatastore_Task, 'duration_secs': 0.032243} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.031920] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.033519] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 53078c91-ec99-4bf2-8b81-6864801a40ef/53078c91-ec99-4bf2-8b81-6864801a40ef.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.033519] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a0883ab-028b-4316-aac5-32eec6a61abe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.039883] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 821.039883] env[69433]: value = "task-3338505" [ 821.039883] env[69433]: _type = "Task" [ 821.039883] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.048313] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.168029] env[69433]: DEBUG nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.212543] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 821.213667] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-190c7656-48b9-4308-9cf2-51b765ba7ab2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.222246] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 821.222246] env[69433]: value = "task-3338507" [ 821.222246] env[69433]: _type = "Task" [ 821.222246] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.231357] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338507, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.411160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Releasing lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.411160] env[69433]: DEBUG nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Instance network_info: |[{"id": "f218a544-1650-404d-9361-6ed0e4e460c3", "address": "fa:16:3e:5b:ea:d4", "network": {"id": "59f69d04-435b-4e80-9426-ee59d1721e41", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1543365138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa5cdc1cc1d447f8d32ad3118234617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf218a544-16", "ovs_interfaceid": "f218a544-1650-404d-9361-6ed0e4e460c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.411630] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ea:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f218a544-1650-404d-9361-6ed0e4e460c3', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.419457] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Creating folder: Project (8aa5cdc1cc1d447f8d32ad3118234617). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.419822] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-497a231b-7ac3-4cf3-bc42-e7870d66c6ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.434077] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Created folder: Project (8aa5cdc1cc1d447f8d32ad3118234617) in parent group-v666200. [ 821.434077] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Creating folder: Instances. Parent ref: group-v666362. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.434077] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10ebb5c8-c3a4-4790-8c5a-47017798c961 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.443528] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Created folder: Instances in parent group-v666362. [ 821.443859] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.444119] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.444369] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df90a5b3-c97d-4b52-9886-18eaa7f7dcf2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.470083] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.470083] env[69433]: value = "task-3338510" [ 821.470083] env[69433]: _type = "Task" [ 821.470083] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.480019] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338510, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.528037] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.427s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.528037] env[69433]: DEBUG nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.531214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.465s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.539574] env[69433]: DEBUG nova.compute.manager [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Received event network-vif-plugged-f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.539574] env[69433]: DEBUG oslo_concurrency.lockutils [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] Acquiring lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.540344] env[69433]: DEBUG oslo_concurrency.lockutils [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.541322] env[69433]: DEBUG oslo_concurrency.lockutils [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.541322] env[69433]: DEBUG nova.compute.manager [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] No waiting events found dispatching network-vif-plugged-f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.541322] env[69433]: WARNING nova.compute.manager [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Received unexpected event network-vif-plugged-f218a544-1650-404d-9361-6ed0e4e460c3 for instance with vm_state building and task_state spawning. [ 821.541322] env[69433]: DEBUG nova.compute.manager [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Received event network-changed-f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.541493] env[69433]: DEBUG nova.compute.manager [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Refreshing instance network info cache due to event network-changed-f218a544-1650-404d-9361-6ed0e4e460c3. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.541699] env[69433]: DEBUG oslo_concurrency.lockutils [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] Acquiring lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.541838] env[69433]: DEBUG oslo_concurrency.lockutils [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] Acquired lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.541999] env[69433]: DEBUG nova.network.neutron [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Refreshing network info cache for port f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.555431] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338505, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.692609] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.735773] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338507, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.742066] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.742066] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.742066] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.742288] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.742858] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.742858] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.742858] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.743033] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.743125] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.743280] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.743470] env[69433]: DEBUG nova.virt.hardware [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.744385] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e5c66-64d4-4c5f-87bf-119518ffc3f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.752765] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467ee26a-477e-4cd9-876c-78d0b3209d4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.767039] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:4c:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '119c70e8-45be-4da9-bcab-7da67d22eb3a', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.774849] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.775176] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.775415] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02b20307-47b6-4faa-a5fa-e6e5096c1d24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.794114] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.794114] env[69433]: value = "task-3338511" [ 821.794114] env[69433]: _type = "Task" [ 821.794114] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.802657] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338511, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.982467] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338510, 'name': CreateVM_Task, 'duration_secs': 0.436636} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.982701] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.983428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.983651] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.983985] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.984307] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcfebf0-f50d-4687-bc98-ae49f1b720d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.989473] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 821.989473] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ae265e-e118-1387-94be-4b6e4d058d26" [ 821.989473] env[69433]: _type = "Task" [ 821.989473] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.998080] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ae265e-e118-1387-94be-4b6e4d058d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.034787] env[69433]: DEBUG nova.compute.utils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.038676] env[69433]: INFO nova.compute.claims [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.042671] env[69433]: DEBUG nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.042882] env[69433]: DEBUG nova.network.neutron [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.056481] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692069} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.057453] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 53078c91-ec99-4bf2-8b81-6864801a40ef/53078c91-ec99-4bf2-8b81-6864801a40ef.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.057676] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.057935] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6aabcc6-234a-4429-8868-8476883a75fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.066013] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 822.066013] env[69433]: value = "task-3338512" [ 822.066013] env[69433]: _type = "Task" [ 822.066013] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.076361] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.136424] env[69433]: DEBUG nova.policy [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ee1f4e7e5b4dd2b05127f6b5556985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5a4877759264025851f0d919e77e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.232528] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338507, 'name': CloneVM_Task} progress is 95%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.307712] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338511, 'name': CreateVM_Task, 'duration_secs': 0.306753} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.308216] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.309026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.391062] env[69433]: DEBUG nova.network.neutron [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Updated VIF entry in instance network info cache for port f218a544-1650-404d-9361-6ed0e4e460c3. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.391456] env[69433]: DEBUG nova.network.neutron [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Updating instance_info_cache with network_info: [{"id": "f218a544-1650-404d-9361-6ed0e4e460c3", "address": "fa:16:3e:5b:ea:d4", "network": {"id": "59f69d04-435b-4e80-9426-ee59d1721e41", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1543365138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa5cdc1cc1d447f8d32ad3118234617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf218a544-16", "ovs_interfaceid": "f218a544-1650-404d-9361-6ed0e4e460c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.504063] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ae265e-e118-1387-94be-4b6e4d058d26, 'name': SearchDatastore_Task, 'duration_secs': 0.010676} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.504307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.504435] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.504675] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.504825] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.505032] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.505320] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.505777] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.505857] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e1336c2-d313-4976-8879-4068dab96d87 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.508023] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f87a545f-867e-4166-a9f3-a1466f7f575c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.513810] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 822.513810] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec56eb-1ff9-ccf5-4cee-8693f6cd5c14" [ 822.513810] env[69433]: _type = "Task" [ 822.513810] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.520789] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.520980] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.522042] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a18d52-34d2-439a-ae55-9b3a01f10f26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.529397] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec56eb-1ff9-ccf5-4cee-8693f6cd5c14, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.532474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.536186] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.536186] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.536186] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 822.536186] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523f365e-e8f3-cd67-d8a6-90322729acde" [ 822.536186] env[69433]: _type = "Task" [ 822.536186] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.543725] env[69433]: DEBUG nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.546569] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523f365e-e8f3-cd67-d8a6-90322729acde, 'name': SearchDatastore_Task, 'duration_secs': 0.008458} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.547758] env[69433]: INFO nova.compute.resource_tracker [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating resource usage from migration b90acad4-929a-4ae6-b0d1-e82434feae9d [ 822.551265] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d044756c-856e-4bb1-8067-3b24d2be07d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.554028] env[69433]: DEBUG nova.network.neutron [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Successfully created port: a70cc7d2-5d15-49a7-bca1-75d0a1f51aed {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.558585] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 822.558585] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528f27e4-5f5c-6f73-82ef-9e6c3208bf3d" [ 822.558585] env[69433]: _type = "Task" [ 822.558585] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.570053] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528f27e4-5f5c-6f73-82ef-9e6c3208bf3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.577663] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071698} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.577925] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.578697] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3110fd1-0b85-4e87-b500-08655bdca214 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.601748] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 53078c91-ec99-4bf2-8b81-6864801a40ef/53078c91-ec99-4bf2-8b81-6864801a40ef.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.605244] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd1bff8a-8d64-4d56-9aa5-18a86f23dd94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.624740] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 822.624740] env[69433]: value = "task-3338513" [ 822.624740] env[69433]: _type = "Task" [ 822.624740] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.632877] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.732108] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338507, 'name': CloneVM_Task, 'duration_secs': 1.175189} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.734802] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Created linked-clone VM from snapshot [ 822.735808] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36efdeb-0ca2-45a7-a59b-055a13199c47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.742731] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Uploading image ea81b495-2b09-4f87-8038-8f5a89915f64 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 822.765328] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 822.765328] env[69433]: value = "vm-666361" [ 822.765328] env[69433]: _type = "VirtualMachine" [ 822.765328] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 822.765758] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-594df771-ded6-4683-b70e-551362a02cd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.773850] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease: (returnval){ [ 822.773850] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5250eb96-e5dd-b5ec-c0b9-167d13d1423f" [ 822.773850] env[69433]: _type = "HttpNfcLease" [ 822.773850] env[69433]: } obtained for exporting VM: (result){ [ 822.773850] env[69433]: value = "vm-666361" [ 822.773850] env[69433]: _type = "VirtualMachine" [ 822.773850] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 822.774449] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the lease: (returnval){ [ 822.774449] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5250eb96-e5dd-b5ec-c0b9-167d13d1423f" [ 822.774449] env[69433]: _type = "HttpNfcLease" [ 822.774449] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 822.783660] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.783660] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5250eb96-e5dd-b5ec-c0b9-167d13d1423f" [ 822.783660] env[69433]: _type = "HttpNfcLease" [ 822.783660] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.786527] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.786527] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5250eb96-e5dd-b5ec-c0b9-167d13d1423f" [ 822.786527] env[69433]: _type = "HttpNfcLease" [ 822.786527] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.787792] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a98f28-c270-44b7-85ab-46d19d905b8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.796581] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520239ef-0fd6-d6ab-cc41-36eafc54f1b1/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.796767] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520239ef-0fd6-d6ab-cc41-36eafc54f1b1/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.897242] env[69433]: DEBUG oslo_concurrency.lockutils [req-49991a2f-91e3-4669-b2f7-0f87bb4ccef2 req-aafac685-2ddb-4117-bc5e-b5cc5db73c9e service nova] Releasing lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.898109] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef2f3f0f-3b47-4f2b-905e-7454de8c3324 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.032408] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219bdcba-dee5-4721-af95-8c170a21b28c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.042866] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb28cd2-3770-468b-876a-799a484165eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.078540] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2918ee0-daaf-477e-a4e1-9d7a11223148 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.087144] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528f27e4-5f5c-6f73-82ef-9e6c3208bf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.091898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.091898] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 40e488c2-596d-4c5e-870d-c3c0d6bb1f38/40e488c2-596d-4c5e-870d-c3c0d6bb1f38.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.091898] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.091898] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.092144] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f84da34a-a21b-43f1-9413-4100962523ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.094083] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ce7f72-dbd0-4ce7-bc49-7df571e4c3fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.097324] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4442ac1-799c-4421-84ce-a052b4b253e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.112311] env[69433]: DEBUG nova.compute.provider_tree [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.117104] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 823.117104] env[69433]: value = "task-3338515" [ 823.117104] env[69433]: _type = "Task" [ 823.117104] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.117832] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.118073] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.119879] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6a8f6f-227c-49a9-b542-b4693b974850 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.134098] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 823.134098] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526aeb7f-e52b-cfc9-f3fc-ce3935e3cb85" [ 823.134098] env[69433]: _type = "Task" [ 823.134098] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.143765] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.144086] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338513, 'name': ReconfigVM_Task, 'duration_secs': 0.301608} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.144764] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 53078c91-ec99-4bf2-8b81-6864801a40ef/53078c91-ec99-4bf2-8b81-6864801a40ef.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.145472] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-692d8d84-a019-402d-9596-856ebbd47abb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.149982] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526aeb7f-e52b-cfc9-f3fc-ce3935e3cb85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.154405] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 823.154405] env[69433]: value = "task-3338516" [ 823.154405] env[69433]: _type = "Task" [ 823.154405] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.161839] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338516, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.582956] env[69433]: DEBUG nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.610919] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.611181] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.611511] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.612087] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.612328] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.612555] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.612908] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.613127] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.613477] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.613779] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.613999] env[69433]: DEBUG nova.virt.hardware [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.614972] env[69433]: DEBUG nova.scheduler.client.report [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.620327] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c7d401-473f-4efe-8a26-2c7a47f66808 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.632896] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.640933] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277f8394-8ca1-429d-9075-2751aec5f64b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.670293] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526aeb7f-e52b-cfc9-f3fc-ce3935e3cb85, 'name': SearchDatastore_Task, 'duration_secs': 0.019398} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.672668] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a5245e-0650-4365-9b36-c5a3195168df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.679802] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338516, 'name': Rename_Task, 'duration_secs': 0.151956} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.681026] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.681159] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9308116d-79be-4e79-9ca3-44a12af7ccc2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.683928] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 823.683928] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c8f541-b3b4-ff58-e232-fb9d4a53fb63" [ 823.683928] env[69433]: _type = "Task" [ 823.683928] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.692376] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c8f541-b3b4-ff58-e232-fb9d4a53fb63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.693717] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 823.693717] env[69433]: value = "task-3338518" [ 823.693717] env[69433]: _type = "Task" [ 823.693717] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.700902] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338518, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.984761] env[69433]: DEBUG nova.compute.manager [req-7e0b5572-e314-4711-a35b-7b6c3da03620 req-1d56e81e-50a5-4f73-be98-7d0677c3e556 service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Received event network-vif-plugged-a70cc7d2-5d15-49a7-bca1-75d0a1f51aed {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.985373] env[69433]: DEBUG oslo_concurrency.lockutils [req-7e0b5572-e314-4711-a35b-7b6c3da03620 req-1d56e81e-50a5-4f73-be98-7d0677c3e556 service nova] Acquiring lock "1475723f-55a9-48dd-933f-3b36774e70d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.985373] env[69433]: DEBUG oslo_concurrency.lockutils [req-7e0b5572-e314-4711-a35b-7b6c3da03620 req-1d56e81e-50a5-4f73-be98-7d0677c3e556 service nova] Lock "1475723f-55a9-48dd-933f-3b36774e70d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.985373] env[69433]: DEBUG oslo_concurrency.lockutils [req-7e0b5572-e314-4711-a35b-7b6c3da03620 req-1d56e81e-50a5-4f73-be98-7d0677c3e556 service nova] Lock "1475723f-55a9-48dd-933f-3b36774e70d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.985521] env[69433]: DEBUG nova.compute.manager [req-7e0b5572-e314-4711-a35b-7b6c3da03620 req-1d56e81e-50a5-4f73-be98-7d0677c3e556 service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] No waiting events found dispatching network-vif-plugged-a70cc7d2-5d15-49a7-bca1-75d0a1f51aed {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.985694] env[69433]: WARNING nova.compute.manager [req-7e0b5572-e314-4711-a35b-7b6c3da03620 req-1d56e81e-50a5-4f73-be98-7d0677c3e556 service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Received unexpected event network-vif-plugged-a70cc7d2-5d15-49a7-bca1-75d0a1f51aed for instance with vm_state building and task_state spawning. [ 824.119724] env[69433]: DEBUG nova.network.neutron [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Successfully updated port: a70cc7d2-5d15-49a7-bca1-75d0a1f51aed {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.126244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.595s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.126600] env[69433]: INFO nova.compute.manager [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Migrating [ 824.136202] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.100s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.138061] env[69433]: INFO nova.compute.claims [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.162059] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593494} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.164635] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 40e488c2-596d-4c5e-870d-c3c0d6bb1f38/40e488c2-596d-4c5e-870d-c3c0d6bb1f38.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.164635] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.164635] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7238a499-671a-4f63-b271-80a42a05969c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.171258] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 824.171258] env[69433]: value = "task-3338519" [ 824.171258] env[69433]: _type = "Task" [ 824.171258] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.184977] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.196176] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c8f541-b3b4-ff58-e232-fb9d4a53fb63, 'name': SearchDatastore_Task, 'duration_secs': 0.012759} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.201364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.201364] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.201364] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d01fbade-5369-41fe-9cb7-7123a800eb47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.208481] env[69433]: DEBUG oslo_vmware.api [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338518, 'name': PowerOnVM_Task, 'duration_secs': 0.486989} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.210577] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.210820] env[69433]: INFO nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Took 7.76 seconds to spawn the instance on the hypervisor. [ 824.211019] env[69433]: DEBUG nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.211774] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 824.211774] env[69433]: value = "task-3338520" [ 824.211774] env[69433]: _type = "Task" [ 824.211774] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.212280] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbb103a-b372-40e4-9673-2582b7bd0183 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.229323] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.638069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-1475723f-55a9-48dd-933f-3b36774e70d5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.638069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-1475723f-55a9-48dd-933f-3b36774e70d5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.638069] env[69433]: DEBUG nova.network.neutron [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.656850] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.657157] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.657390] env[69433]: DEBUG nova.network.neutron [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.686477] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077314} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.686898] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.687875] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a3b7f1-8843-410c-a6bc-30c3387989ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.715361] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 40e488c2-596d-4c5e-870d-c3c0d6bb1f38/40e488c2-596d-4c5e-870d-c3c0d6bb1f38.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.716450] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a5bae2d-41ce-4752-8de1-1d51f95ba21a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.743274] env[69433]: INFO nova.compute.manager [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Took 38.73 seconds to build instance. [ 824.748561] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.750638] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 824.750638] env[69433]: value = "task-3338521" [ 824.750638] env[69433]: _type = "Task" [ 824.750638] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.759793] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.210811] env[69433]: DEBUG nova.network.neutron [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.229871] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576786} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.230200] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.230439] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.230721] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e224d09-16f8-4c6d-b932-7af4ccba5545 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.239107] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 825.239107] env[69433]: value = "task-3338522" [ 825.239107] env[69433]: _type = "Task" [ 825.239107] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.249149] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f8a2c947-3e3f-482e-8158-42c0f4857272 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.868s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.249337] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.263367] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338521, 'name': ReconfigVM_Task, 'duration_secs': 0.290518} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.263633] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 40e488c2-596d-4c5e-870d-c3c0d6bb1f38/40e488c2-596d-4c5e-870d-c3c0d6bb1f38.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.264310] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-447830fa-226a-4944-96c6-6f621b6b7187 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.271024] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 825.271024] env[69433]: value = "task-3338523" [ 825.271024] env[69433]: _type = "Task" [ 825.271024] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.282819] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338523, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.537913] env[69433]: DEBUG nova.network.neutron [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Updating instance_info_cache with network_info: [{"id": "a70cc7d2-5d15-49a7-bca1-75d0a1f51aed", "address": "fa:16:3e:52:20:27", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70cc7d2-5d", "ovs_interfaceid": "a70cc7d2-5d15-49a7-bca1-75d0a1f51aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.596890] env[69433]: DEBUG nova.network.neutron [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance_info_cache with network_info: [{"id": "ea67ad58-b46e-4127-a58b-42951760e92d", "address": "fa:16:3e:b6:c3:bc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea67ad58-b4", "ovs_interfaceid": "ea67ad58-b46e-4127-a58b-42951760e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.628080] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d308090-b0d0-49e5-8264-83748115f7e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.637359] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c9c19-b4e4-48bf-9c7e-73e58907e8e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.677100] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d283dca4-9395-4a7b-a6c7-8fd5fc3fca89 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.688361] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189cc1f-a9cf-49c3-8746-379252c83881 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.706393] env[69433]: DEBUG nova.compute.provider_tree [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.754339] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102482} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.754786] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.755814] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88dd8dda-228c-46cf-9ea3-8bd31672dc47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.787535] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.791455] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58398e2b-2df5-452a-8c6d-2f49861afce7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.815823] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 825.815823] env[69433]: value = "task-3338525" [ 825.815823] env[69433]: _type = "Task" [ 825.815823] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.819382] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338523, 'name': Rename_Task, 'duration_secs': 0.169805} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.823018] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.823349] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f5fcd6-d315-4ee9-9e06-6e4f997fa5e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.835369] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.836904] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 825.836904] env[69433]: value = "task-3338526" [ 825.836904] env[69433]: _type = "Task" [ 825.836904] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.846997] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.012714] env[69433]: DEBUG nova.compute.manager [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Received event network-changed-a70cc7d2-5d15-49a7-bca1-75d0a1f51aed {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.012901] env[69433]: DEBUG nova.compute.manager [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Refreshing instance network info cache due to event network-changed-a70cc7d2-5d15-49a7-bca1-75d0a1f51aed. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.013108] env[69433]: DEBUG oslo_concurrency.lockutils [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] Acquiring lock "refresh_cache-1475723f-55a9-48dd-933f-3b36774e70d5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.043405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-1475723f-55a9-48dd-933f-3b36774e70d5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.043829] env[69433]: DEBUG nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Instance network_info: |[{"id": "a70cc7d2-5d15-49a7-bca1-75d0a1f51aed", "address": "fa:16:3e:52:20:27", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70cc7d2-5d", "ovs_interfaceid": "a70cc7d2-5d15-49a7-bca1-75d0a1f51aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.044198] env[69433]: DEBUG oslo_concurrency.lockutils [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] Acquired lock "refresh_cache-1475723f-55a9-48dd-933f-3b36774e70d5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.044471] env[69433]: DEBUG nova.network.neutron [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Refreshing network info cache for port a70cc7d2-5d15-49a7-bca1-75d0a1f51aed {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.045950] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:20:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70cc7d2-5d15-49a7-bca1-75d0a1f51aed', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.054395] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating folder: Project (b5a4877759264025851f0d919e77e997). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.055775] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea89898-5d3e-4b8a-a671-eb21233397d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.069582] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created folder: Project (b5a4877759264025851f0d919e77e997) in parent group-v666200. [ 826.069879] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating folder: Instances. Parent ref: group-v666367. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.070338] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebcbb95d-4cce-4524-b8be-ec04d66b266e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.083410] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created folder: Instances in parent group-v666367. [ 826.083709] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.083952] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.084186] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5573d9f1-2273-4fac-b2ec-bb575cec2f63 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.101685] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.107518] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.107518] env[69433]: value = "task-3338529" [ 826.107518] env[69433]: _type = "Task" [ 826.107518] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.116367] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338529, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.210512] env[69433]: DEBUG nova.scheduler.client.report [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.225999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "53078c91-ec99-4bf2-8b81-6864801a40ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.226365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.226478] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "53078c91-ec99-4bf2-8b81-6864801a40ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.226668] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.226841] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.229274] env[69433]: INFO nova.compute.manager [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Terminating instance [ 826.331070] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.350585] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.620975] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338529, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.715522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.716369] env[69433]: DEBUG nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.722274] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.538s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.722476] env[69433]: DEBUG nova.objects.instance [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 826.733893] env[69433]: DEBUG nova.compute.manager [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.734162] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.735118] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2138555-81b1-492f-82a0-389bb72fd9f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.746022] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.746022] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d091898-8a54-498a-a4a1-8d23502715c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.755094] env[69433]: DEBUG oslo_vmware.api [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 826.755094] env[69433]: value = "task-3338530" [ 826.755094] env[69433]: _type = "Task" [ 826.755094] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.771907] env[69433]: DEBUG oslo_vmware.api [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.833252] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338525, 'name': ReconfigVM_Task, 'duration_secs': 0.74482} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.833567] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c8c196ef-9345-411b-9520-a4d33ff6106c/c8c196ef-9345-411b-9520-a4d33ff6106c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.834330] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e853dc6-43f5-442c-a335-fac3f6fd85f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.843236] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 826.843236] env[69433]: value = "task-3338531" [ 826.843236] env[69433]: _type = "Task" [ 826.843236] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.851036] env[69433]: DEBUG oslo_vmware.api [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338526, 'name': PowerOnVM_Task, 'duration_secs': 0.944411} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.851530] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.851794] env[69433]: INFO nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Took 7.77 seconds to spawn the instance on the hypervisor. [ 826.851982] env[69433]: DEBUG nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.856237] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a343473d-c121-426c-a4d4-c01e6bfa29e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.856958] env[69433]: DEBUG nova.network.neutron [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Updated VIF entry in instance network info cache for port a70cc7d2-5d15-49a7-bca1-75d0a1f51aed. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.857357] env[69433]: DEBUG nova.network.neutron [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Updating instance_info_cache with network_info: [{"id": "a70cc7d2-5d15-49a7-bca1-75d0a1f51aed", "address": "fa:16:3e:52:20:27", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70cc7d2-5d", "ovs_interfaceid": "a70cc7d2-5d15-49a7-bca1-75d0a1f51aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.862954] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338531, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.120530] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338529, 'name': CreateVM_Task, 'duration_secs': 0.609559} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.121097] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.121876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.122057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.122447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.122784] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40de6796-c976-4f80-a44b-93f4d9c824fa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.128929] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 827.128929] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52decd9d-4fa2-c87e-0020-367c505d2cdc" [ 827.128929] env[69433]: _type = "Task" [ 827.128929] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.138422] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52decd9d-4fa2-c87e-0020-367c505d2cdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.228260] env[69433]: DEBUG nova.compute.utils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.232870] env[69433]: DEBUG nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.233065] env[69433]: DEBUG nova.network.neutron [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.269268] env[69433]: DEBUG oslo_vmware.api [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338530, 'name': PowerOffVM_Task, 'duration_secs': 0.324714} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.269720] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.269978] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.270363] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-058d3261-1d73-439b-9e46-3ef29b911780 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.277942] env[69433]: DEBUG nova.policy [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a938b1b02a484675b6c9bc2ee4e25d2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94e23f8dca094be1a571046d01d94999', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.348378] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.348654] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.348846] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleting the datastore file [datastore2] 53078c91-ec99-4bf2-8b81-6864801a40ef {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.350075] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cd65cbb-2edc-4bb0-8346-0edd7647187a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.356276] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338531, 'name': Rename_Task, 'duration_secs': 0.301427} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.356967] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.357372] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20cf53dc-a0e2-410f-b06f-5ca5f5bb730c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.359792] env[69433]: DEBUG oslo_concurrency.lockutils [req-dafc3544-164b-47ea-a676-20c7f4936ddc req-6e49a5a5-aea0-4b6f-8fce-f399ce804dfe service nova] Releasing lock "refresh_cache-1475723f-55a9-48dd-933f-3b36774e70d5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.362988] env[69433]: DEBUG oslo_vmware.api [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 827.362988] env[69433]: value = "task-3338533" [ 827.362988] env[69433]: _type = "Task" [ 827.362988] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.367651] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 827.367651] env[69433]: value = "task-3338534" [ 827.367651] env[69433]: _type = "Task" [ 827.367651] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.382304] env[69433]: INFO nova.compute.manager [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Took 40.96 seconds to build instance. [ 827.390050] env[69433]: DEBUG oslo_vmware.api [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.396956] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.631290] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce71a174-5906-4266-8bf0-205e2711683c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.649358] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52decd9d-4fa2-c87e-0020-367c505d2cdc, 'name': SearchDatastore_Task, 'duration_secs': 0.03688} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.666708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.667350] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.667752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.668069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.668388] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.668896] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance '92a06e75-bc77-4211-8ed4-c30ed8751be5' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.674204] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8985789-e737-4fb6-8165-273634107eec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.687066] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.687532] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.689614] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7547db4-0c9e-438a-b2b6-392393f50ae7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.702494] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 827.702494] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528df5ee-ae54-fcf8-d290-aeb70ca74331" [ 827.702494] env[69433]: _type = "Task" [ 827.702494] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.711698] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528df5ee-ae54-fcf8-d290-aeb70ca74331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.733676] env[69433]: DEBUG nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.737514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93ac517b-1679-40d6-9bdc-7205c9768cac tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.738487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.765s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.738753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.741318] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.386s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.741555] env[69433]: DEBUG nova.objects.instance [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.782579] env[69433]: DEBUG nova.network.neutron [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Successfully created port: cc6d39c1-6bb8-4201-8b03-08272fd176e8 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.792395] env[69433]: INFO nova.scheduler.client.report [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleted allocations for instance 659db4c6-264a-432b-96a0-c55d27b5da14 [ 827.885032] env[69433]: DEBUG oslo_vmware.api [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290344} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.885032] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.885032] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.885032] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.885032] env[69433]: INFO nova.compute.manager [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Took 1.15 seconds to destroy the instance on the hypervisor. [ 827.885412] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.885412] env[69433]: DEBUG nova.compute.manager [-] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.885412] env[69433]: DEBUG nova.network.neutron [-] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.896890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-45a635a0-67bc-428f-b192-1110f2b8dcf7 tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.915s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.906982] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.178447] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.178776] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5739e191-0848-44e0-b6a7-0968e5e6513e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.189723] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 828.189723] env[69433]: value = "task-3338536" [ 828.189723] env[69433]: _type = "Task" [ 828.189723] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.202115] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.212945] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528df5ee-ae54-fcf8-d290-aeb70ca74331, 'name': SearchDatastore_Task, 'duration_secs': 0.017133} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.213923] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc661ccf-8250-4155-8e94-b2065868a9b3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.221154] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 828.221154] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e65d7e-e19d-0440-55df-3db5cf1e2021" [ 828.221154] env[69433]: _type = "Task" [ 828.221154] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.232614] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e65d7e-e19d-0440-55df-3db5cf1e2021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.307292] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4fb77f7b-104b-40b1-81b7-83b137b87da9 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "659db4c6-264a-432b-96a0-c55d27b5da14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.951s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.394767] env[69433]: DEBUG oslo_vmware.api [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338534, 'name': PowerOnVM_Task, 'duration_secs': 0.687501} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.396105] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.396329] env[69433]: DEBUG nova.compute.manager [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.398165] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56de796c-7ce5-47e8-9950-de5a79ebe9dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.403292] env[69433]: DEBUG nova.compute.manager [req-2e534336-4bdb-418b-89f9-bb89ee89c01e req-9b73d619-01f1-4ef1-8b40-ccfa1c036aa6 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Received event network-vif-deleted-1f6186aa-b23e-4d02-99eb-8a46ef8b935e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.403702] env[69433]: INFO nova.compute.manager [req-2e534336-4bdb-418b-89f9-bb89ee89c01e req-9b73d619-01f1-4ef1-8b40-ccfa1c036aa6 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Neutron deleted interface 1f6186aa-b23e-4d02-99eb-8a46ef8b935e; detaching it from the instance and deleting it from the info cache [ 828.403890] env[69433]: DEBUG nova.network.neutron [req-2e534336-4bdb-418b-89f9-bb89ee89c01e req-9b73d619-01f1-4ef1-8b40-ccfa1c036aa6 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.554629] env[69433]: DEBUG nova.compute.manager [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Received event network-changed-f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.554832] env[69433]: DEBUG nova.compute.manager [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Refreshing instance network info cache due to event network-changed-f218a544-1650-404d-9361-6ed0e4e460c3. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.555079] env[69433]: DEBUG oslo_concurrency.lockutils [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] Acquiring lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.555224] env[69433]: DEBUG oslo_concurrency.lockutils [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] Acquired lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.555688] env[69433]: DEBUG nova.network.neutron [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Refreshing network info cache for port f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.702917] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338536, 'name': PowerOffVM_Task, 'duration_secs': 0.371671} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.703475] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.703802] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance '92a06e75-bc77-4211-8ed4-c30ed8751be5' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.740544] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e65d7e-e19d-0440-55df-3db5cf1e2021, 'name': SearchDatastore_Task, 'duration_secs': 0.022677} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.740832] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.741105] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1475723f-55a9-48dd-933f-3b36774e70d5/1475723f-55a9-48dd-933f-3b36774e70d5.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.741375] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d32786f-a7e3-402e-bdcf-3f17185e4559 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.744462] env[69433]: DEBUG nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.751109] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e35af85-07a2-4ba0-99be-d7a66721e316 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.753491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.291s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.753753] env[69433]: DEBUG nova.objects.instance [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lazy-loading 'resources' on Instance uuid fd02bb39-09f7-4963-a11c-9da8e01815c9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.755016] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 828.755016] env[69433]: value = "task-3338537" [ 828.755016] env[69433]: _type = "Task" [ 828.755016] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.765694] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.782087] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.782087] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.782087] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.782312] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.782312] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.782312] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.782312] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.782312] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.782475] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.782475] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.782475] env[69433]: DEBUG nova.virt.hardware [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.782475] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1e4a1d-4143-437f-a44a-235179cc9924 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.791044] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d645d2d-d01d-4faa-a9ec-81cb3af7ebc5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.885011] env[69433]: DEBUG nova.network.neutron [-] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.907920] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78216500-b9ed-41b5-8bbf-95cdaf7c64cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.922783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb42ff-bb59-4eb8-8394-3e952a7049a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.936699] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.970154] env[69433]: DEBUG nova.compute.manager [req-2e534336-4bdb-418b-89f9-bb89ee89c01e req-9b73d619-01f1-4ef1-8b40-ccfa1c036aa6 service nova] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Detach interface failed, port_id=1f6186aa-b23e-4d02-99eb-8a46ef8b935e, reason: Instance 53078c91-ec99-4bf2-8b81-6864801a40ef could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.214826] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.215219] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.215445] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.215956] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.216174] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.216341] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.216757] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.217159] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.217392] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.217644] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.217897] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.230701] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62bb286f-84dd-43eb-bc54-4619d99ce13e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.252836] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 829.252836] env[69433]: value = "task-3338538" [ 829.252836] env[69433]: _type = "Task" [ 829.252836] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.274555] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.278024] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.389055] env[69433]: INFO nova.compute.manager [-] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Took 1.50 seconds to deallocate network for instance. [ 829.598134] env[69433]: DEBUG nova.network.neutron [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Updated VIF entry in instance network info cache for port f218a544-1650-404d-9361-6ed0e4e460c3. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.598587] env[69433]: DEBUG nova.network.neutron [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Updating instance_info_cache with network_info: [{"id": "f218a544-1650-404d-9361-6ed0e4e460c3", "address": "fa:16:3e:5b:ea:d4", "network": {"id": "59f69d04-435b-4e80-9426-ee59d1721e41", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1543365138-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa5cdc1cc1d447f8d32ad3118234617", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf218a544-16", "ovs_interfaceid": "f218a544-1650-404d-9361-6ed0e4e460c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.716601] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8757f4-6221-460a-baee-ab08e171b553 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.726440] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edc823d-577b-4644-a9a8-359ee8f61a6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.763702] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c491d8ab-2898-4a72-bd91-388e097e43a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.772686] env[69433]: DEBUG nova.network.neutron [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Successfully updated port: cc6d39c1-6bb8-4201-8b03-08272fd176e8 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.788021] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338538, 'name': ReconfigVM_Task, 'duration_secs': 0.314375} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.788301] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613696} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.789663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "refresh_cache-1230813b-225e-4e1c-b46c-23f348844238" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.789822] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquired lock "refresh_cache-1230813b-225e-4e1c-b46c-23f348844238" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.790011] env[69433]: DEBUG nova.network.neutron [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.792230] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b9960b-7dab-484d-9637-10a42807c122 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.797563] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance '92a06e75-bc77-4211-8ed4-c30ed8751be5' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.801823] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1475723f-55a9-48dd-933f-3b36774e70d5/1475723f-55a9-48dd-933f-3b36774e70d5.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.802309] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.808141] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ac56b7a-307c-4e71-81eb-b0e1caf3f187 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.834801] env[69433]: DEBUG nova.compute.provider_tree [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.838662] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 829.838662] env[69433]: value = "task-3338540" [ 829.838662] env[69433]: _type = "Task" [ 829.838662] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.853080] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.868091] env[69433]: DEBUG nova.network.neutron [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.896865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.103803] env[69433]: DEBUG oslo_concurrency.lockutils [req-372d4d28-8256-4b51-bdc9-3b3fbf77acf9 req-48cd8623-5ba6-48c6-8df0-f7215bda96b7 service nova] Releasing lock "refresh_cache-40e488c2-596d-4c5e-870d-c3c0d6bb1f38" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.119340] env[69433]: DEBUG nova.network.neutron [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Updating instance_info_cache with network_info: [{"id": "cc6d39c1-6bb8-4201-8b03-08272fd176e8", "address": "fa:16:3e:35:c9:55", "network": {"id": "49f2f93a-aa1e-4ea8-9b51-2ae55b903d5f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1460755890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e23f8dca094be1a571046d01d94999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6d39c1-6b", "ovs_interfaceid": "cc6d39c1-6bb8-4201-8b03-08272fd176e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.307214] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:32:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='519fb4e6-5965-41e5-9cb8-b643736eef29',id=42,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-768855362',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.307676] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.307676] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.307812] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.307956] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.308210] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.308481] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.308685] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.308916] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.309228] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.309500] env[69433]: DEBUG nova.virt.hardware [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.316947] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.317482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "c8c196ef-9345-411b-9520-a4d33ff6106c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.317754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.318052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "c8c196ef-9345-411b-9520-a4d33ff6106c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.318297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.318508] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.320514] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3bc8d24-d69f-48c0-bcc5-2361e0d2675b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.334550] env[69433]: INFO nova.compute.manager [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Terminating instance [ 830.340646] env[69433]: DEBUG nova.scheduler.client.report [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.353968] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 830.353968] env[69433]: value = "task-3338541" [ 830.353968] env[69433]: _type = "Task" [ 830.353968] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.364197] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160023} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.364197] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.367153] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9b97d5-f0d2-4bbb-b55e-85ba5cbd9d61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.372586] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338541, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.397352] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 1475723f-55a9-48dd-933f-3b36774e70d5/1475723f-55a9-48dd-933f-3b36774e70d5.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.398122] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e044a734-a64c-46cb-a079-216b686e3027 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.429962] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 830.429962] env[69433]: value = "task-3338542" [ 830.429962] env[69433]: _type = "Task" [ 830.429962] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.437489] env[69433]: DEBUG nova.compute.manager [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Received event network-vif-plugged-cc6d39c1-6bb8-4201-8b03-08272fd176e8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.437713] env[69433]: DEBUG oslo_concurrency.lockutils [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] Acquiring lock "1230813b-225e-4e1c-b46c-23f348844238-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.437928] env[69433]: DEBUG oslo_concurrency.lockutils [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] Lock "1230813b-225e-4e1c-b46c-23f348844238-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.438078] env[69433]: DEBUG oslo_concurrency.lockutils [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] Lock "1230813b-225e-4e1c-b46c-23f348844238-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.438248] env[69433]: DEBUG nova.compute.manager [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] No waiting events found dispatching network-vif-plugged-cc6d39c1-6bb8-4201-8b03-08272fd176e8 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.438475] env[69433]: WARNING nova.compute.manager [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Received unexpected event network-vif-plugged-cc6d39c1-6bb8-4201-8b03-08272fd176e8 for instance with vm_state building and task_state spawning. [ 830.438636] env[69433]: DEBUG nova.compute.manager [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Received event network-changed-cc6d39c1-6bb8-4201-8b03-08272fd176e8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.438791] env[69433]: DEBUG nova.compute.manager [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Refreshing instance network info cache due to event network-changed-cc6d39c1-6bb8-4201-8b03-08272fd176e8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 830.439095] env[69433]: DEBUG oslo_concurrency.lockutils [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] Acquiring lock "refresh_cache-1230813b-225e-4e1c-b46c-23f348844238" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.450821] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338542, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.624911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Releasing lock "refresh_cache-1230813b-225e-4e1c-b46c-23f348844238" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.625276] env[69433]: DEBUG nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Instance network_info: |[{"id": "cc6d39c1-6bb8-4201-8b03-08272fd176e8", "address": "fa:16:3e:35:c9:55", "network": {"id": "49f2f93a-aa1e-4ea8-9b51-2ae55b903d5f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1460755890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e23f8dca094be1a571046d01d94999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6d39c1-6b", "ovs_interfaceid": "cc6d39c1-6bb8-4201-8b03-08272fd176e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.625600] env[69433]: DEBUG oslo_concurrency.lockutils [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] Acquired lock "refresh_cache-1230813b-225e-4e1c-b46c-23f348844238" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.625781] env[69433]: DEBUG nova.network.neutron [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Refreshing network info cache for port cc6d39c1-6bb8-4201-8b03-08272fd176e8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 830.627151] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c9:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc6d39c1-6bb8-4201-8b03-08272fd176e8', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.637213] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Creating folder: Project (94e23f8dca094be1a571046d01d94999). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.638762] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac435f3f-62bc-416a-821f-541d4130af42 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.652599] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Created folder: Project (94e23f8dca094be1a571046d01d94999) in parent group-v666200. [ 830.652877] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Creating folder: Instances. Parent ref: group-v666370. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 830.653217] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ff79ccc-a8d2-464d-800a-53b73e7a1f0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.664596] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Created folder: Instances in parent group-v666370. [ 830.664925] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.665178] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.665436] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8577fde-b0ac-4ac9-9fa3-ed35c48382de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.688556] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.688556] env[69433]: value = "task-3338545" [ 830.688556] env[69433]: _type = "Task" [ 830.688556] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.699525] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338545, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.840532] env[69433]: DEBUG nova.compute.manager [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.840934] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.842054] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89040c8d-5a8e-4a09-9103-053c9bbde23f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.854175] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.854768] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f068f93d-0593-44ab-8879-5b739b9aa7a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.857914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.861811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.544s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.862182] env[69433]: DEBUG nova.objects.instance [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 830.879066] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338541, 'name': ReconfigVM_Task, 'duration_secs': 0.230377} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.880615] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.881083] env[69433]: DEBUG oslo_vmware.api [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 830.881083] env[69433]: value = "task-3338546" [ 830.881083] env[69433]: _type = "Task" [ 830.881083] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.882098] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c340ed-89fb-4b94-a094-105d1651f0d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.887772] env[69433]: INFO nova.scheduler.client.report [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Deleted allocations for instance fd02bb39-09f7-4963-a11c-9da8e01815c9 [ 830.908915] env[69433]: DEBUG oslo_vmware.api [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.937325] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.938045] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc402a90-af15-4d0f-b0ce-aa04499e0729 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.960238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.960514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.969639] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338542, 'name': ReconfigVM_Task, 'duration_secs': 0.399904} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.971345] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 1475723f-55a9-48dd-933f-3b36774e70d5/1475723f-55a9-48dd-933f-3b36774e70d5.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.972146] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 830.972146] env[69433]: value = "task-3338547" [ 830.972146] env[69433]: _type = "Task" [ 830.972146] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.972376] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4bc4a1-76ed-4628-bd5c-0e0c9beeb26b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.986852] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 830.986852] env[69433]: value = "task-3338548" [ 830.986852] env[69433]: _type = "Task" [ 830.986852] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.004838] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338548, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.199743] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338545, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.396758] env[69433]: DEBUG oslo_vmware.api [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.405310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9616206c-8408-41db-bae8-6bf2e2727b2f tempest-ServerAddressesNegativeTestJSON-315428276 tempest-ServerAddressesNegativeTestJSON-315428276-project-member] Lock "fd02bb39-09f7-4963-a11c-9da8e01815c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.461s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.464734] env[69433]: DEBUG nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.483694] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.497341] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338548, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.498278] env[69433]: DEBUG nova.network.neutron [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Updated VIF entry in instance network info cache for port cc6d39c1-6bb8-4201-8b03-08272fd176e8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 831.498627] env[69433]: DEBUG nova.network.neutron [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Updating instance_info_cache with network_info: [{"id": "cc6d39c1-6bb8-4201-8b03-08272fd176e8", "address": "fa:16:3e:35:c9:55", "network": {"id": "49f2f93a-aa1e-4ea8-9b51-2ae55b903d5f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1460755890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94e23f8dca094be1a571046d01d94999", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6d39c1-6b", "ovs_interfaceid": "cc6d39c1-6bb8-4201-8b03-08272fd176e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.702150] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338545, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.846385] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "ffe1854c-735d-4a3a-8db4-1435345ad039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.846660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.878987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d94eee45-86e5-4811-914b-cd7d9204b0fc tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.880490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 14.849s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.880655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.880814] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 831.881507] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.051s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.881800] env[69433]: DEBUG nova.objects.instance [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'resources' on Instance uuid 576e6a45-128b-4d86-97c9-12f6ff79e1d9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.884206] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e68229-26d4-47a5-bde4-150f42c6b551 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.903729] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb5a617-0875-4aa6-ac6b-2be6007d9315 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.908888] env[69433]: DEBUG oslo_vmware.api [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338546, 'name': PowerOffVM_Task, 'duration_secs': 0.877732} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.909648] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.909823] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.910520] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-472f4634-c452-4369-a2d8-103149e2db7b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.924741] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55892a49-2dad-4b26-ab8c-c46849fb2da9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.932961] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6143c5-a29c-49f4-a271-36373b24ee78 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.968599] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178118MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 831.968766] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.984920] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338547, 'name': ReconfigVM_Task, 'duration_secs': 0.948073} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.986809] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.987115] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance '92a06e75-bc77-4211-8ed4-c30ed8751be5' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.991740] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.998240] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520239ef-0fd6-d6ab-cc41-36eafc54f1b1/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 831.999319] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6947c909-a1e4-4e3d-a09f-e530a9342037 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.005675] env[69433]: DEBUG oslo_concurrency.lockutils [req-fabcbabb-d342-4dfc-91f6-7b67b899c5f6 req-948a73fd-458b-40fd-a53c-946e5bac8518 service nova] Releasing lock "refresh_cache-1230813b-225e-4e1c-b46c-23f348844238" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.006430] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338548, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.012422] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520239ef-0fd6-d6ab-cc41-36eafc54f1b1/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 832.012590] env[69433]: ERROR oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520239ef-0fd6-d6ab-cc41-36eafc54f1b1/disk-0.vmdk due to incomplete transfer. [ 832.012897] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e53a606-ad37-416e-9286-59b96498085c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.016270] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.016470] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.016647] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleting the datastore file [datastore2] c8c196ef-9345-411b-9520-a4d33ff6106c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.016995] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24e1aa53-e08f-458f-aa81-d415de30e976 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.025829] env[69433]: DEBUG oslo_vmware.api [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 832.025829] env[69433]: value = "task-3338551" [ 832.025829] env[69433]: _type = "Task" [ 832.025829] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.027141] env[69433]: DEBUG oslo_vmware.rw_handles [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520239ef-0fd6-d6ab-cc41-36eafc54f1b1/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 832.027406] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Uploaded image ea81b495-2b09-4f87-8038-8f5a89915f64 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 832.029791] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 832.034043] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65c1e549-ca57-46f4-8169-a6c3778b7b8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.042388] env[69433]: DEBUG oslo_vmware.api [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.045488] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 832.045488] env[69433]: value = "task-3338552" [ 832.045488] env[69433]: _type = "Task" [ 832.045488] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.057533] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338552, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.201797] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338545, 'name': CreateVM_Task, 'duration_secs': 1.434811} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.201983] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.202737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.203017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.203484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.203787] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7793b0-ff77-4c12-a39b-4ab4a5cb2349 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.209710] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 832.209710] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52895bd0-c907-3fc2-965b-230ef6d3bf78" [ 832.209710] env[69433]: _type = "Task" [ 832.209710] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.219473] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52895bd0-c907-3fc2-965b-230ef6d3bf78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.350677] env[69433]: DEBUG nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.494171] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30390c0c-2e82-4f53-9788-4e668c23b4ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.524301] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338548, 'name': Rename_Task, 'duration_secs': 1.173306} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.525059] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1933be3-26e7-433e-99ac-9a0c5082837a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.528024] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.528024] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7971bc2f-03f9-48f7-847e-8c1427aa3281 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.562346] env[69433]: DEBUG oslo_vmware.api [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197303} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.562644] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance '92a06e75-bc77-4211-8ed4-c30ed8751be5' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.574131] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.574344] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.574528] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.574993] env[69433]: INFO nova.compute.manager [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Took 1.73 seconds to destroy the instance on the hypervisor. [ 832.574993] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.575246] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 832.575246] env[69433]: value = "task-3338553" [ 832.575246] env[69433]: _type = "Task" [ 832.575246] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.575876] env[69433]: DEBUG nova.compute.manager [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.576050] env[69433]: DEBUG nova.network.neutron [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.585642] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338552, 'name': Destroy_Task, 'duration_secs': 0.350979} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.588498] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Destroyed the VM [ 832.588774] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 832.589208] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93f72c20-8cd3-4290-bfc2-0fac3cca9ea5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.595545] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338553, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.604212] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 832.604212] env[69433]: value = "task-3338554" [ 832.604212] env[69433]: _type = "Task" [ 832.604212] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.614017] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.721613] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52895bd0-c907-3fc2-965b-230ef6d3bf78, 'name': SearchDatastore_Task, 'duration_secs': 0.017636} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.721916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.722648] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.722648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.722648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.722857] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.722978] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98cda2ca-2799-4f52-a77a-d1e369478451 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.735159] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.735418] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.736139] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc1684f-8940-4c0a-ae56-e681accf8190 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.742672] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 832.742672] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52db8d76-5b45-0434-00a3-58e61a57af58" [ 832.742672] env[69433]: _type = "Task" [ 832.742672] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.752073] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52db8d76-5b45-0434-00a3-58e61a57af58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.875180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.000530] env[69433]: DEBUG nova.compute.manager [req-6a09760f-46dc-4a7c-9f62-46c06261a880 req-0676e7e9-e487-4525-86b5-4dc2e39c080b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Received event network-vif-deleted-119c70e8-45be-4da9-bcab-7da67d22eb3a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.000724] env[69433]: INFO nova.compute.manager [req-6a09760f-46dc-4a7c-9f62-46c06261a880 req-0676e7e9-e487-4525-86b5-4dc2e39c080b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Neutron deleted interface 119c70e8-45be-4da9-bcab-7da67d22eb3a; detaching it from the instance and deleting it from the info cache [ 833.000894] env[69433]: DEBUG nova.network.neutron [req-6a09760f-46dc-4a7c-9f62-46c06261a880 req-0676e7e9-e487-4525-86b5-4dc2e39c080b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.014243] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f173f7b8-c950-4566-8f50-28f04e01c2f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.022930] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d609dc2-af97-48fc-be5a-ee176c199c6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.056279] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7defaeab-ffc5-4141-bd3a-02c9a53c157f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.064938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a35374-ff35-4f1b-8644-8a6b9c71eb0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.082800] env[69433]: DEBUG nova.compute.provider_tree [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.094896] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338553, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.117792] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338554, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.124833] env[69433]: DEBUG nova.network.neutron [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Port ea67ad58-b46e-4127-a58b-42951760e92d binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 833.253850] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52db8d76-5b45-0434-00a3-58e61a57af58, 'name': SearchDatastore_Task, 'duration_secs': 0.018735} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.254691] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af5a3716-a947-473e-aeab-5df59ded9826 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.260962] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 833.260962] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5250fc4b-445e-9b88-5b57-61ee576292ee" [ 833.260962] env[69433]: _type = "Task" [ 833.260962] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.269230] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5250fc4b-445e-9b88-5b57-61ee576292ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.304902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.305190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.305409] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "71bc03ed-4460-4a95-ac6d-d642ec86988a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.305623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.305797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.310040] env[69433]: INFO nova.compute.manager [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Terminating instance [ 833.475882] env[69433]: DEBUG nova.network.neutron [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.503518] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4fd99f4e-267d-4dec-a25f-3e151d30eff0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.514773] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29611b8-50a0-4437-8201-12d4ec8089ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.556201] env[69433]: DEBUG nova.compute.manager [req-6a09760f-46dc-4a7c-9f62-46c06261a880 req-0676e7e9-e487-4525-86b5-4dc2e39c080b service nova] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Detach interface failed, port_id=119c70e8-45be-4da9-bcab-7da67d22eb3a, reason: Instance c8c196ef-9345-411b-9520-a4d33ff6106c could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.588636] env[69433]: DEBUG nova.scheduler.client.report [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.595042] env[69433]: DEBUG oslo_vmware.api [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338553, 'name': PowerOnVM_Task, 'duration_secs': 0.633543} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.595532] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.595740] env[69433]: INFO nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Took 10.01 seconds to spawn the instance on the hypervisor. [ 833.595912] env[69433]: DEBUG nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.596702] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f9025-514a-40d0-8544-c2ac8569c67b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.615772] env[69433]: DEBUG oslo_vmware.api [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338554, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555259} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.616056] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 833.616285] env[69433]: INFO nova.compute.manager [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Took 14.99 seconds to snapshot the instance on the hypervisor. [ 833.772225] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5250fc4b-445e-9b88-5b57-61ee576292ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.772497] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.772763] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1230813b-225e-4e1c-b46c-23f348844238/1230813b-225e-4e1c-b46c-23f348844238.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.773035] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-009faade-57ae-4e78-abab-edb64e4e9d9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.783913] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 833.783913] env[69433]: value = "task-3338555" [ 833.783913] env[69433]: _type = "Task" [ 833.783913] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.792164] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.814923] env[69433]: DEBUG nova.compute.manager [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.815224] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.816237] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a9e5f8-e8e6-4224-b68d-3d30f2fde135 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.825313] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.825608] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5f3f106-6db6-462b-b1aa-b1a4db50f159 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.895292] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.895541] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.895748] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleting the datastore file [datastore1] 71bc03ed-4460-4a95-ac6d-d642ec86988a {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.896073] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33455bed-e83b-4a07-b4e4-964a1399178c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.910096] env[69433]: DEBUG oslo_vmware.api [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 833.910096] env[69433]: value = "task-3338557" [ 833.910096] env[69433]: _type = "Task" [ 833.910096] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.919488] env[69433]: DEBUG oslo_vmware.api [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.943661] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "31fce428-9e5a-4459-a8fd-b4c381218ebd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.943929] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.979008] env[69433]: INFO nova.compute.manager [-] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Took 1.40 seconds to deallocate network for instance. [ 834.097278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.216s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.099678] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.257s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.099957] env[69433]: DEBUG nova.objects.instance [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lazy-loading 'resources' on Instance uuid 5be53d46-ea3e-47dd-bbf7-db8e22a71b27 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.121023] env[69433]: INFO nova.compute.manager [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Took 43.15 seconds to build instance. [ 834.121857] env[69433]: DEBUG nova.compute.manager [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Instance disappeared during snapshot {{(pid=69433) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 834.131197] env[69433]: INFO nova.scheduler.client.report [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted allocations for instance 576e6a45-128b-4d86-97c9-12f6ff79e1d9 [ 834.143767] env[69433]: DEBUG nova.compute.manager [None req-e0702483-382e-49f7-bdb8-c1a88013d316 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image not found during clean up ea81b495-2b09-4f87-8038-8f5a89915f64 {{(pid=69433) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 834.155091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.155091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.155091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.295113] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338555, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.420914] env[69433]: DEBUG oslo_vmware.api [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.446572] env[69433]: DEBUG nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.486433] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.625171] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4cab166a-a23c-4650-ae35-eb37f33ae5f8 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "1475723f-55a9-48dd-933f-3b36774e70d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.423s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.660715] env[69433]: DEBUG oslo_concurrency.lockutils [None req-475924f6-74b5-49cf-927d-33b1fb3d143b tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "576e6a45-128b-4d86-97c9-12f6ff79e1d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.183s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.798987] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522946} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.798987] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1230813b-225e-4e1c-b46c-23f348844238/1230813b-225e-4e1c-b46c-23f348844238.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.799167] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.799425] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e28531ab-e1bd-4b7f-885e-d4dd1e536cd9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.813724] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 834.813724] env[69433]: value = "task-3338558" [ 834.813724] env[69433]: _type = "Task" [ 834.813724] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.825466] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.929145] env[69433]: DEBUG oslo_vmware.api [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.561536} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.929145] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.929293] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.929365] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.931042] env[69433]: INFO nova.compute.manager [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 834.931042] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.931042] env[69433]: DEBUG nova.compute.manager [-] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.931042] env[69433]: DEBUG nova.network.neutron [-] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.966691] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.046260] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e014b259-ecf1-4433-b557-ede02cc32161 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.054660] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea2e79e-baf2-4cc7-a55f-05a0a723dbc9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.084693] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd94b46-138b-4e42-b91b-d441f3825d9c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.093054] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952bf80a-cf13-48a5-bee0-7436872af60b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.106848] env[69433]: DEBUG nova.compute.provider_tree [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.252165] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.252165] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.252165] env[69433]: DEBUG nova.network.neutron [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.253266] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "1475723f-55a9-48dd-933f-3b36774e70d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.253461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "1475723f-55a9-48dd-933f-3b36774e70d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.253701] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "1475723f-55a9-48dd-933f-3b36774e70d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.253831] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "1475723f-55a9-48dd-933f-3b36774e70d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.253997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "1475723f-55a9-48dd-933f-3b36774e70d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.258379] env[69433]: INFO nova.compute.manager [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Terminating instance [ 835.328972] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084453} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.330056] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.330868] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6100544c-015f-4242-a130-a1b164cda8a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.360976] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 1230813b-225e-4e1c-b46c-23f348844238/1230813b-225e-4e1c-b46c-23f348844238.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.362099] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d294cca3-1d02-4898-9444-fb112542df21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.385699] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 835.385699] env[69433]: value = "task-3338559" [ 835.385699] env[69433]: _type = "Task" [ 835.385699] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.397542] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.445319] env[69433]: DEBUG nova.compute.manager [req-2bef9d8c-2f18-49e6-ba5f-3cf023c4d01d req-25248927-d546-49db-9ca7-2f770389567a service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Received event network-vif-deleted-549825fb-399d-40aa-bd44-4396cd74c234 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.445530] env[69433]: INFO nova.compute.manager [req-2bef9d8c-2f18-49e6-ba5f-3cf023c4d01d req-25248927-d546-49db-9ca7-2f770389567a service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Neutron deleted interface 549825fb-399d-40aa-bd44-4396cd74c234; detaching it from the instance and deleting it from the info cache [ 835.445759] env[69433]: DEBUG nova.network.neutron [req-2bef9d8c-2f18-49e6-ba5f-3cf023c4d01d req-25248927-d546-49db-9ca7-2f770389567a service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.610351] env[69433]: DEBUG nova.scheduler.client.report [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.761673] env[69433]: DEBUG nova.compute.manager [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.761987] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.762768] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366bb1f4-fd9c-4e96-8e39-cf440553d0d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.771738] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.772232] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68610a49-5fba-4b3e-a7fe-719ebc691496 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.780345] env[69433]: DEBUG oslo_vmware.api [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 835.780345] env[69433]: value = "task-3338560" [ 835.780345] env[69433]: _type = "Task" [ 835.780345] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.789048] env[69433]: DEBUG oslo_vmware.api [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.885697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquiring lock "25d581b8-512c-4343-bee8-e0a713649884" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.888289] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "25d581b8-512c-4343-bee8-e0a713649884" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.900461] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.905944] env[69433]: DEBUG nova.network.neutron [-] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.950706] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48b8a53f-6a7a-458d-bc2e-361383fd1c8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.963309] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b240bb-f01b-44a8-be3d-309322bccee1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.003016] env[69433]: DEBUG nova.compute.manager [req-2bef9d8c-2f18-49e6-ba5f-3cf023c4d01d req-25248927-d546-49db-9ca7-2f770389567a service nova] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Detach interface failed, port_id=549825fb-399d-40aa-bd44-4396cd74c234, reason: Instance 71bc03ed-4460-4a95-ac6d-d642ec86988a could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.074689] env[69433]: DEBUG nova.network.neutron [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance_info_cache with network_info: [{"id": "ea67ad58-b46e-4127-a58b-42951760e92d", "address": "fa:16:3e:b6:c3:bc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea67ad58-b4", "ovs_interfaceid": "ea67ad58-b46e-4127-a58b-42951760e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.117726] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.122384] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.752s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.128018] env[69433]: INFO nova.compute.claims [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.162648] env[69433]: INFO nova.scheduler.client.report [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted allocations for instance 5be53d46-ea3e-47dd-bbf7-db8e22a71b27 [ 836.290534] env[69433]: DEBUG oslo_vmware.api [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338560, 'name': PowerOffVM_Task, 'duration_secs': 0.166025} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.292038] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.292038] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.292038] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f4f4cf4-0263-43f7-bba3-997fe7874913 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.354841] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.355685] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.355685] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleting the datastore file [datastore1] 1475723f-55a9-48dd-933f-3b36774e70d5 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.355808] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c7d3bf9-ae24-4ba1-83ed-ad6e05969815 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.364046] env[69433]: DEBUG oslo_vmware.api [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 836.364046] env[69433]: value = "task-3338562" [ 836.364046] env[69433]: _type = "Task" [ 836.364046] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.373335] env[69433]: DEBUG oslo_vmware.api [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.391477] env[69433]: DEBUG nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.400576] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338559, 'name': ReconfigVM_Task, 'duration_secs': 0.540975} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.400945] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 1230813b-225e-4e1c-b46c-23f348844238/1230813b-225e-4e1c-b46c-23f348844238.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.401587] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-596231e3-e003-4864-a003-537eceebbbe2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.409582] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 836.409582] env[69433]: value = "task-3338563" [ 836.409582] env[69433]: _type = "Task" [ 836.409582] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.413293] env[69433]: INFO nova.compute.manager [-] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Took 1.48 seconds to deallocate network for instance. [ 836.421983] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338563, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.577948] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.671298] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8afdcfe-0bee-452c-b385-4fecd1969bcd tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "5be53d46-ea3e-47dd-bbf7-db8e22a71b27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.767s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.718760] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.718760] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.875509] env[69433]: DEBUG oslo_vmware.api [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178771} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.875760] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.875942] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.876138] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.876346] env[69433]: INFO nova.compute.manager [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 836.876591] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.876905] env[69433]: DEBUG nova.compute.manager [-] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.876905] env[69433]: DEBUG nova.network.neutron [-] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.917250] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.921992] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.922363] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338563, 'name': Rename_Task, 'duration_secs': 0.162323} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.922643] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.922907] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f831fc-b610-4a94-8d73-026dad127091 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.932189] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 836.932189] env[69433]: value = "task-3338564" [ 836.932189] env[69433]: _type = "Task" [ 836.932189] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.944532] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.101589] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d161c3-c1c1-47b7-aea5-9b53a668d8ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.122817] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3b4224-f23f-432b-bba9-95611bb34005 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.133347] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance '92a06e75-bc77-4211-8ed4-c30ed8751be5' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.220688] env[69433]: DEBUG nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.442463] env[69433]: DEBUG oslo_vmware.api [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338564, 'name': PowerOnVM_Task, 'duration_secs': 0.507347} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.445207] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.445615] env[69433]: INFO nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Took 8.70 seconds to spawn the instance on the hypervisor. [ 837.445615] env[69433]: DEBUG nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.446874] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e663b-3b9f-4ba6-a494-08ce87194f57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.475160] env[69433]: DEBUG nova.compute.manager [req-1af6232f-cf81-48f3-a63a-3bb90188475d req-2b198502-2191-4278-bc32-11ac17ba8236 service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Received event network-vif-deleted-a70cc7d2-5d15-49a7-bca1-75d0a1f51aed {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.476022] env[69433]: INFO nova.compute.manager [req-1af6232f-cf81-48f3-a63a-3bb90188475d req-2b198502-2191-4278-bc32-11ac17ba8236 service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Neutron deleted interface a70cc7d2-5d15-49a7-bca1-75d0a1f51aed; detaching it from the instance and deleting it from the info cache [ 837.476022] env[69433]: DEBUG nova.network.neutron [req-1af6232f-cf81-48f3-a63a-3bb90188475d req-2b198502-2191-4278-bc32-11ac17ba8236 service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.502843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.502843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.502843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.502843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.503477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.503477] env[69433]: INFO nova.compute.manager [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Terminating instance [ 837.537111] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b215ec13-065c-413f-8c5d-e0b452c1b67a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.545782] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bde78d9-4b4e-4575-aebb-8c413c331b8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.577168] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b032d7e1-8288-4e94-847a-dea22af9f904 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.585686] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105140b-a391-47fd-8267-4325e072b3a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.599746] env[69433]: DEBUG nova.compute.provider_tree [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.641433] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.642053] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b050258-bc9b-4844-8b6d-4a76810c82ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.650721] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 837.650721] env[69433]: value = "task-3338565" [ 837.650721] env[69433]: _type = "Task" [ 837.650721] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.660153] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.678125] env[69433]: DEBUG nova.network.neutron [-] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.743473] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.965866] env[69433]: INFO nova.compute.manager [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Took 39.95 seconds to build instance. [ 837.978439] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b68d3aba-b2bb-4f7e-b83c-a70e5ae75a22 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.989410] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f14b1a9-9f0b-4b4c-a2cd-a5142a6ddecd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.004240] env[69433]: DEBUG nova.compute.manager [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.004550] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.006156] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6588d3f0-c001-4bcf-8900-fc1908eead38 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.014172] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.014455] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-434e192d-5e14-427b-a265-6396e1e775a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.032019] env[69433]: DEBUG nova.compute.manager [req-1af6232f-cf81-48f3-a63a-3bb90188475d req-2b198502-2191-4278-bc32-11ac17ba8236 service nova] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Detach interface failed, port_id=a70cc7d2-5d15-49a7-bca1-75d0a1f51aed, reason: Instance 1475723f-55a9-48dd-933f-3b36774e70d5 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 838.033761] env[69433]: DEBUG oslo_vmware.api [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 838.033761] env[69433]: value = "task-3338566" [ 838.033761] env[69433]: _type = "Task" [ 838.033761] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.041840] env[69433]: DEBUG oslo_vmware.api [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.102996] env[69433]: DEBUG nova.scheduler.client.report [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.162213] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338565, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.180975] env[69433]: INFO nova.compute.manager [-] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Took 1.30 seconds to deallocate network for instance. [ 838.468242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a477f9a3-90e7-4501-af73-63758f51e434 tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "1230813b-225e-4e1c-b46c-23f348844238" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.466s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.545587] env[69433]: DEBUG oslo_vmware.api [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338566, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.607781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.608344] env[69433]: DEBUG nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.611242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.919s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.612563] env[69433]: INFO nova.compute.claims [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.663328] env[69433]: DEBUG oslo_vmware.api [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338565, 'name': PowerOnVM_Task, 'duration_secs': 0.548585} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.663328] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.663328] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a55578e3-da83-46f1-9856-f843b76114dc tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance '92a06e75-bc77-4211-8ed4-c30ed8751be5' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 838.688189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.046593] env[69433]: DEBUG oslo_vmware.api [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338566, 'name': PowerOffVM_Task, 'duration_secs': 0.590085} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.046899] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.047011] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.047280] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efffc23e-32f7-4027-a75e-7de02583b8a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.112756] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.112989] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.113193] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleting the datastore file [datastore1] efa44fa4-14ba-441f-8c6a-64c557cda2d0 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.113460] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5073243-5436-4008-a578-23132500e0e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.116466] env[69433]: DEBUG nova.compute.utils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.119743] env[69433]: DEBUG nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.119914] env[69433]: DEBUG nova.network.neutron [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.127162] env[69433]: DEBUG oslo_vmware.api [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 839.127162] env[69433]: value = "task-3338568" [ 839.127162] env[69433]: _type = "Task" [ 839.127162] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.137348] env[69433]: DEBUG oslo_vmware.api [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.157464] env[69433]: DEBUG nova.policy [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02c59538323b430197b64725a05b9489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '397e06f00ed2426da1000b96b3918560', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.265442] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "1230813b-225e-4e1c-b46c-23f348844238" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.265716] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "1230813b-225e-4e1c-b46c-23f348844238" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.265925] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "1230813b-225e-4e1c-b46c-23f348844238-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.266132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "1230813b-225e-4e1c-b46c-23f348844238-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.266303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "1230813b-225e-4e1c-b46c-23f348844238-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.268476] env[69433]: INFO nova.compute.manager [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Terminating instance [ 839.500171] env[69433]: DEBUG nova.network.neutron [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Successfully created port: bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.623846] env[69433]: DEBUG nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.639533] env[69433]: DEBUG oslo_vmware.api [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135923} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.639964] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.640308] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.640562] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.640878] env[69433]: INFO nova.compute.manager [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Took 1.64 seconds to destroy the instance on the hypervisor. [ 839.641255] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.641499] env[69433]: DEBUG nova.compute.manager [-] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.641642] env[69433]: DEBUG nova.network.neutron [-] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.772514] env[69433]: DEBUG nova.compute.manager [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.772734] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.773643] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ab6b0-e52a-4b1f-8274-07812f16f3f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.784715] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.784971] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3856bf65-1420-4090-8017-95a0e748217f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.792635] env[69433]: DEBUG oslo_vmware.api [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 839.792635] env[69433]: value = "task-3338569" [ 839.792635] env[69433]: _type = "Task" [ 839.792635] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.805358] env[69433]: DEBUG oslo_vmware.api [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.052332] env[69433]: DEBUG nova.compute.manager [req-88e9bb5d-52bb-441f-8af9-f6818a6990e9 req-ead78b6e-2243-4582-b448-7c0e77912b54 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Received event network-vif-deleted-1fb56832-8331-4663-b500-a5ef12e7be24 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.052558] env[69433]: INFO nova.compute.manager [req-88e9bb5d-52bb-441f-8af9-f6818a6990e9 req-ead78b6e-2243-4582-b448-7c0e77912b54 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Neutron deleted interface 1fb56832-8331-4663-b500-a5ef12e7be24; detaching it from the instance and deleting it from the info cache [ 840.052625] env[69433]: DEBUG nova.network.neutron [req-88e9bb5d-52bb-441f-8af9-f6818a6990e9 req-ead78b6e-2243-4582-b448-7c0e77912b54 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.072964] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c4848-c308-4a10-87ff-0e1b1bdef389 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.084292] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda1fda-7e82-490b-b388-564a1dc172c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.119625] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555c4c30-ad05-4b52-9a0c-8f9947c93765 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.128931] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31780da0-6a93-4ba3-9e31-eb585c17d694 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.145290] env[69433]: DEBUG nova.compute.provider_tree [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.302964] env[69433]: DEBUG oslo_vmware.api [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338569, 'name': PowerOffVM_Task, 'duration_secs': 0.215946} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.303273] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.303443] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.303954] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9c3b424-6e55-4e02-b6a3-f2e13e23d47d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.366055] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.366055] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.366193] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Deleting the datastore file [datastore1] 1230813b-225e-4e1c-b46c-23f348844238 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.366416] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f13c7614-4d5c-4429-9b4f-df59dab94ded {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.389577] env[69433]: DEBUG oslo_vmware.api [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for the task: (returnval){ [ 840.389577] env[69433]: value = "task-3338571" [ 840.389577] env[69433]: _type = "Task" [ 840.389577] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.398635] env[69433]: DEBUG oslo_vmware.api [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.476031] env[69433]: DEBUG nova.network.neutron [-] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.560024] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b9c5df5-5745-43ff-b42c-77c8dc5febd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.570334] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b09b0a9-081a-49c0-9eb4-1797c6ddecf5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.611461] env[69433]: DEBUG nova.compute.manager [req-88e9bb5d-52bb-441f-8af9-f6818a6990e9 req-ead78b6e-2243-4582-b448-7c0e77912b54 service nova] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Detach interface failed, port_id=1fb56832-8331-4663-b500-a5ef12e7be24, reason: Instance efa44fa4-14ba-441f-8c6a-64c557cda2d0 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 840.636713] env[69433]: DEBUG nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.648031] env[69433]: DEBUG nova.scheduler.client.report [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.664333] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.664661] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.664841] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.665043] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.665556] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.665556] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.665688] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.665900] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.666137] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.666356] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.666581] env[69433]: DEBUG nova.virt.hardware [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.667496] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed853d37-dfae-4d25-a772-8047ae58404c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.677244] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca32ee-5fee-45f4-b7c4-34c120398542 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.856245] env[69433]: DEBUG nova.network.neutron [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Port ea67ad58-b46e-4127-a58b-42951760e92d binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 840.856527] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.856683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.856852] env[69433]: DEBUG nova.network.neutron [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.900339] env[69433]: DEBUG oslo_vmware.api [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Task: {'id': task-3338571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181207} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.900797] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.901097] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.901353] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.901561] env[69433]: INFO nova.compute.manager [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Took 1.13 seconds to destroy the instance on the hypervisor. [ 840.901807] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.901997] env[69433]: DEBUG nova.compute.manager [-] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.902110] env[69433]: DEBUG nova.network.neutron [-] [instance: 1230813b-225e-4e1c-b46c-23f348844238] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.978595] env[69433]: INFO nova.compute.manager [-] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Took 1.34 seconds to deallocate network for instance. [ 841.152971] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.153619] env[69433]: DEBUG nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.156154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.220s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.156343] env[69433]: DEBUG nova.objects.instance [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.430267] env[69433]: DEBUG nova.network.neutron [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Successfully updated port: bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.485533] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.574849] env[69433]: DEBUG nova.network.neutron [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance_info_cache with network_info: [{"id": "ea67ad58-b46e-4127-a58b-42951760e92d", "address": "fa:16:3e:b6:c3:bc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea67ad58-b4", "ovs_interfaceid": "ea67ad58-b46e-4127-a58b-42951760e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.661135] env[69433]: DEBUG nova.compute.utils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.664371] env[69433]: DEBUG nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.664591] env[69433]: DEBUG nova.network.neutron [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.710441] env[69433]: DEBUG nova.policy [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c081545c7f5b4351bd4ded1966c4a4f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b6414486b44426bb6eca6de1ca5b828', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.933551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.933711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.933870] env[69433]: DEBUG nova.network.neutron [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.975272] env[69433]: DEBUG nova.network.neutron [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Successfully created port: 73109596-974d-453c-8cdf-599354328ce1 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.046758] env[69433]: DEBUG nova.network.neutron [-] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.080052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.091454] env[69433]: DEBUG nova.compute.manager [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Received event network-vif-plugged-bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.091690] env[69433]: DEBUG oslo_concurrency.lockutils [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] Acquiring lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.091869] env[69433]: DEBUG oslo_concurrency.lockutils [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.096914] env[69433]: DEBUG oslo_concurrency.lockutils [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.097182] env[69433]: DEBUG nova.compute.manager [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] No waiting events found dispatching network-vif-plugged-bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.097360] env[69433]: WARNING nova.compute.manager [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Received unexpected event network-vif-plugged-bcc5e3f1-607f-48dd-b084-f6b43c386406 for instance with vm_state building and task_state spawning. [ 842.097522] env[69433]: DEBUG nova.compute.manager [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Received event network-changed-bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.097671] env[69433]: DEBUG nova.compute.manager [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Refreshing instance network info cache due to event network-changed-bcc5e3f1-607f-48dd-b084-f6b43c386406. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.097870] env[69433]: DEBUG oslo_concurrency.lockutils [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] Acquiring lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.165974] env[69433]: DEBUG nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.171970] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57eec2ee-9021-4ba4-b19e-dab1ea186a9e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.174078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.277s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.174078] env[69433]: DEBUG nova.objects.instance [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lazy-loading 'resources' on Instance uuid 53078c91-ec99-4bf2-8b81-6864801a40ef {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.467731] env[69433]: DEBUG nova.network.neutron [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.549741] env[69433]: INFO nova.compute.manager [-] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Took 1.65 seconds to deallocate network for instance. [ 842.586119] env[69433]: DEBUG nova.compute.manager [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69433) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 842.586360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.627394] env[69433]: DEBUG nova.network.neutron [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updating instance_info_cache with network_info: [{"id": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "address": "fa:16:3e:fc:64:6b", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc5e3f1-60", "ovs_interfaceid": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.027149] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5af470-eb57-445f-8d14-9b4d5546130f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.036113] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08f6d22-328a-43d6-89f3-cc94f57544f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.066422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.067392] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cffa60-1b17-4404-bb8d-da504bf49218 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.075347] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80438644-cafb-440d-942b-f3965abf1409 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.090014] env[69433]: DEBUG nova.compute.provider_tree [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.130349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Releasing lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.130716] env[69433]: DEBUG nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Instance network_info: |[{"id": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "address": "fa:16:3e:fc:64:6b", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc5e3f1-60", "ovs_interfaceid": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.131062] env[69433]: DEBUG oslo_concurrency.lockutils [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] Acquired lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.131257] env[69433]: DEBUG nova.network.neutron [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Refreshing network info cache for port bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.132450] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:64:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcc5e3f1-607f-48dd-b084-f6b43c386406', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.140021] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.143554] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.144061] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37a3ca80-99d1-41a1-940d-d2a70a207e82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.165391] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.165391] env[69433]: value = "task-3338572" [ 843.165391] env[69433]: _type = "Task" [ 843.165391] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.173669] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338572, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.182154] env[69433]: DEBUG nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.207442] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.207767] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.207906] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.208141] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.208292] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.208443] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.208654] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.208871] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.209026] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.209199] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.209377] env[69433]: DEBUG nova.virt.hardware [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.210334] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fc07c6-aaf8-4108-8890-fae554872f05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.218894] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5971989b-8ff2-43c7-b295-b004feb2bed6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.402925] env[69433]: DEBUG nova.network.neutron [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updated VIF entry in instance network info cache for port bcc5e3f1-607f-48dd-b084-f6b43c386406. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.403205] env[69433]: DEBUG nova.network.neutron [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updating instance_info_cache with network_info: [{"id": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "address": "fa:16:3e:fc:64:6b", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc5e3f1-60", "ovs_interfaceid": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.431090] env[69433]: DEBUG nova.compute.manager [req-7c9633b8-010d-406c-bd5e-624f622914d3 req-85de24db-228a-488c-a953-1c30dc0c2d97 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Received event network-vif-plugged-73109596-974d-453c-8cdf-599354328ce1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.431319] env[69433]: DEBUG oslo_concurrency.lockutils [req-7c9633b8-010d-406c-bd5e-624f622914d3 req-85de24db-228a-488c-a953-1c30dc0c2d97 service nova] Acquiring lock "7796cbd8-40fa-4c2b-8778-7850e2121254-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.431527] env[69433]: DEBUG oslo_concurrency.lockutils [req-7c9633b8-010d-406c-bd5e-624f622914d3 req-85de24db-228a-488c-a953-1c30dc0c2d97 service nova] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.431691] env[69433]: DEBUG oslo_concurrency.lockutils [req-7c9633b8-010d-406c-bd5e-624f622914d3 req-85de24db-228a-488c-a953-1c30dc0c2d97 service nova] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.431855] env[69433]: DEBUG nova.compute.manager [req-7c9633b8-010d-406c-bd5e-624f622914d3 req-85de24db-228a-488c-a953-1c30dc0c2d97 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] No waiting events found dispatching network-vif-plugged-73109596-974d-453c-8cdf-599354328ce1 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.432026] env[69433]: WARNING nova.compute.manager [req-7c9633b8-010d-406c-bd5e-624f622914d3 req-85de24db-228a-488c-a953-1c30dc0c2d97 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Received unexpected event network-vif-plugged-73109596-974d-453c-8cdf-599354328ce1 for instance with vm_state building and task_state spawning. [ 843.552159] env[69433]: DEBUG nova.network.neutron [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Successfully updated port: 73109596-974d-453c-8cdf-599354328ce1 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.593459] env[69433]: DEBUG nova.scheduler.client.report [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.677020] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338572, 'name': CreateVM_Task, 'duration_secs': 0.318021} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.677153] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.678022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.678022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.678393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.678648] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65415662-c71e-487a-b70c-aee50590e2a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.684447] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 843.684447] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520c0e22-06df-abf2-374e-88e23018d07d" [ 843.684447] env[69433]: _type = "Task" [ 843.684447] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.692257] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520c0e22-06df-abf2-374e-88e23018d07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.906253] env[69433]: DEBUG oslo_concurrency.lockutils [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] Releasing lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.906526] env[69433]: DEBUG nova.compute.manager [req-5636d917-e593-4659-bdf6-39e619848671 req-6134c05e-1e93-4f6d-9e98-ecb4f85d0957 service nova] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Received event network-vif-deleted-cc6d39c1-6bb8-4201-8b03-08272fd176e8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.054552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "refresh_cache-7796cbd8-40fa-4c2b-8778-7850e2121254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.054713] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "refresh_cache-7796cbd8-40fa-4c2b-8778-7850e2121254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.054848] env[69433]: DEBUG nova.network.neutron [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.098759] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.101098] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.132s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.122858] env[69433]: INFO nova.scheduler.client.report [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleted allocations for instance 53078c91-ec99-4bf2-8b81-6864801a40ef [ 844.196339] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520c0e22-06df-abf2-374e-88e23018d07d, 'name': SearchDatastore_Task, 'duration_secs': 0.01004} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.196626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.196848] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.197094] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.197246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.197420] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.197669] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acfb57d5-caf8-43c8-be69-1998d10b00ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.207633] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.207857] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.208603] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d3681fb-8cd6-41d7-a169-036d60aa65b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.214276] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 844.214276] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52201300-c6d0-61da-163a-82ea21481cb7" [ 844.214276] env[69433]: _type = "Task" [ 844.214276] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.222599] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52201300-c6d0-61da-163a-82ea21481cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.585045] env[69433]: DEBUG nova.network.neutron [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.632939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32f59be5-335b-46d8-a8e1-ad450afa6241 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "53078c91-ec99-4bf2-8b81-6864801a40ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.407s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.709372] env[69433]: DEBUG nova.network.neutron [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Updating instance_info_cache with network_info: [{"id": "73109596-974d-453c-8cdf-599354328ce1", "address": "fa:16:3e:7a:1c:3e", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73109596-97", "ovs_interfaceid": "73109596-974d-453c-8cdf-599354328ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.725521] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52201300-c6d0-61da-163a-82ea21481cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.009569} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.726336] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a6ac8d-5ec6-47d2-b086-4462784bbca0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.732103] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 844.732103] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5276635f-6c4b-dbce-08b2-b84d21f925c1" [ 844.732103] env[69433]: _type = "Task" [ 844.732103] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.740570] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5276635f-6c4b-dbce-08b2-b84d21f925c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.115360] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Applying migration context for instance 92a06e75-bc77-4211-8ed4-c30ed8751be5 as it has an incoming, in-progress migration b90acad4-929a-4ae6-b0d1-e82434feae9d. Migration status is reverting {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 845.117524] env[69433]: INFO nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating resource usage from migration b90acad4-929a-4ae6-b0d1-e82434feae9d [ 845.141976] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance ddb3b611-da8c-490c-a47f-f4cc5d9f4245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.142161] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 0a3abf4a-4572-4a57-86cc-e6a5a9331694 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.142311] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.142436] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance b461f82f-7ce7-4bef-9f57-706b5239b3f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.142555] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a408ea57-9966-4246-a7f3-2fe708b5afc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.142672] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance dd22452f-04e7-43f9-95a1-4dc220c12db3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.142813] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance efa44fa4-14ba-441f-8c6a-64c557cda2d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.142930] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7c8ea413-9d35-4ba2-895a-2fd1c86dd901 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143055] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143173] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 90206bf8-d16d-4586-9ffb-1c4d89c46550 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143311] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance af0d50d8-371e-407f-8e11-2b0eb3b4f8be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143386] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e5ef7229-b060-449f-8474-d1bb48236ce4 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143496] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 45b1b295-23ae-4628-9762-209ac7f1b60b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143603] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5c97dd93-7e4a-4118-83db-a937e7db3f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143710] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5a6c502b-92fd-4323-811b-bd1269875d59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.143832] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 71bc03ed-4460-4a95-ac6d-d642ec86988a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.143949] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance c8c196ef-9345-411b-9520-a4d33ff6106c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.144074] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 40e488c2-596d-4c5e-870d-c3c0d6bb1f38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.144195] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 1475723f-55a9-48dd-933f-3b36774e70d5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.144300] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Migration b90acad4-929a-4ae6-b0d1-e82434feae9d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 845.144410] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 92a06e75-bc77-4211-8ed4-c30ed8751be5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.144528] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 1230813b-225e-4e1c-b46c-23f348844238 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.144639] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.144790] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7796cbd8-40fa-4c2b-8778-7850e2121254 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 845.213131] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "refresh_cache-7796cbd8-40fa-4c2b-8778-7850e2121254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.213131] env[69433]: DEBUG nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Instance network_info: |[{"id": "73109596-974d-453c-8cdf-599354328ce1", "address": "fa:16:3e:7a:1c:3e", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73109596-97", "ovs_interfaceid": "73109596-974d-453c-8cdf-599354328ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.213487] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:1c:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1e7173e-4163-4212-9339-aea3eddd359e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73109596-974d-453c-8cdf-599354328ce1', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.220879] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.221104] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.221335] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58bdc637-3da4-4c1a-9f25-286386f0632d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.246557] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5276635f-6c4b-dbce-08b2-b84d21f925c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013623} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.248066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.248334] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57/8bf6e905-2df3-48b6-88e8-dd3ecdd82a57.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.248563] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.248563] env[69433]: value = "task-3338573" [ 845.248563] env[69433]: _type = "Task" [ 845.248563] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.248740] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-038f1863-2f91-49a7-862c-8449b852324b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.258668] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338573, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.260067] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 845.260067] env[69433]: value = "task-3338574" [ 845.260067] env[69433]: _type = "Task" [ 845.260067] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.267974] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.511196] env[69433]: DEBUG nova.compute.manager [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Received event network-changed-73109596-974d-453c-8cdf-599354328ce1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.511196] env[69433]: DEBUG nova.compute.manager [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Refreshing instance network info cache due to event network-changed-73109596-974d-453c-8cdf-599354328ce1. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 845.511306] env[69433]: DEBUG oslo_concurrency.lockutils [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] Acquiring lock "refresh_cache-7796cbd8-40fa-4c2b-8778-7850e2121254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.511351] env[69433]: DEBUG oslo_concurrency.lockutils [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] Acquired lock "refresh_cache-7796cbd8-40fa-4c2b-8778-7850e2121254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.511534] env[69433]: DEBUG nova.network.neutron [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Refreshing network info cache for port 73109596-974d-453c-8cdf-599354328ce1 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.648759] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 845.760238] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338573, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.769376] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447212} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.769696] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57/8bf6e905-2df3-48b6-88e8-dd3ecdd82a57.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.770022] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.770296] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a9f470-de77-4d89-b206-df7d5ab33497 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.777749] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 845.777749] env[69433]: value = "task-3338575" [ 845.777749] env[69433]: _type = "Task" [ 845.777749] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.786821] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.152051] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance ffe1854c-735d-4a3a-8db4-1435345ad039 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 846.202504] env[69433]: DEBUG nova.network.neutron [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Updated VIF entry in instance network info cache for port 73109596-974d-453c-8cdf-599354328ce1. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.202851] env[69433]: DEBUG nova.network.neutron [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Updating instance_info_cache with network_info: [{"id": "73109596-974d-453c-8cdf-599354328ce1", "address": "fa:16:3e:7a:1c:3e", "network": {"id": "70a3bf09-05d3-49b6-8ac5-80d3dc4776c5", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-312397222-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b6414486b44426bb6eca6de1ca5b828", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1e7173e-4163-4212-9339-aea3eddd359e", "external-id": "nsx-vlan-transportzone-525", "segmentation_id": 525, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73109596-97", "ovs_interfaceid": "73109596-974d-453c-8cdf-599354328ce1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.260763] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338573, 'name': CreateVM_Task, 'duration_secs': 0.533892} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.261188] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.261658] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.261824] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.262175] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.262529] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aad6fbc1-64fc-49bc-8af3-8185759d384e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.266970] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 846.266970] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52df7761-d868-dd58-f6ca-f7357ecc3729" [ 846.266970] env[69433]: _type = "Task" [ 846.266970] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.275044] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52df7761-d868-dd58-f6ca-f7357ecc3729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.285686] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073158} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.285936] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.286696] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b4ad2-10cd-451e-917a-95424b015d0e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.308070] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57/8bf6e905-2df3-48b6-88e8-dd3ecdd82a57.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.308307] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4aa2cf-93d9-4b84-9bfa-623154c24365 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.327529] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 846.327529] env[69433]: value = "task-3338576" [ 846.327529] env[69433]: _type = "Task" [ 846.327529] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.335146] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.654682] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 31fce428-9e5a-4459-a8fd-b4c381218ebd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 846.705646] env[69433]: DEBUG oslo_concurrency.lockutils [req-16a59b24-beb5-49c1-8932-f92e2f258055 req-8e1f9166-74d8-4e52-81f0-8c7f1488f604 service nova] Releasing lock "refresh_cache-7796cbd8-40fa-4c2b-8778-7850e2121254" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.778199] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52df7761-d868-dd58-f6ca-f7357ecc3729, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.778505] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.779502] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.779502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.779502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.779502] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.779688] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72927f45-c325-4fd6-b829-9d427a27f3ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.794136] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.794352] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.795128] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22d40148-ad20-48cb-a2c0-11eaf2146891 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.801712] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 846.801712] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52469bb4-f796-a256-1aaa-01d8d6784f6e" [ 846.801712] env[69433]: _type = "Task" [ 846.801712] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.812103] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52469bb4-f796-a256-1aaa-01d8d6784f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.837922] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.159050] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 25d581b8-512c-4343-bee8-e0a713649884 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 847.312712] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52469bb4-f796-a256-1aaa-01d8d6784f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.058857} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.313493] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29cca14-05e2-4230-8274-eb9238647825 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.318698] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 847.318698] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e42af-fab6-6d8d-7c2e-51f78c9f4467" [ 847.318698] env[69433]: _type = "Task" [ 847.318698] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.326300] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e42af-fab6-6d8d-7c2e-51f78c9f4467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.336662] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.663089] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 97b2bc5b-267b-440b-a66a-0fd86f49ace2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 847.663089] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 847.663089] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 847.830347] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524e42af-fab6-6d8d-7c2e-51f78c9f4467, 'name': SearchDatastore_Task, 'duration_secs': 0.012568} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.835534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.835849] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7796cbd8-40fa-4c2b-8778-7850e2121254/7796cbd8-40fa-4c2b-8778-7850e2121254.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.836337] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-073c6b54-35a1-4295-af12-85345a857a6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.843468] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338576, 'name': ReconfigVM_Task, 'duration_secs': 1.272927} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.844171] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57/8bf6e905-2df3-48b6-88e8-dd3ecdd82a57.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.847598] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d13c2a40-dcf0-4b92-a01a-598d022556cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.849179] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 847.849179] env[69433]: value = "task-3338577" [ 847.849179] env[69433]: _type = "Task" [ 847.849179] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.854665] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 847.854665] env[69433]: value = "task-3338578" [ 847.854665] env[69433]: _type = "Task" [ 847.854665] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.857894] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338577, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.868251] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338578, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.141652] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c3df6-dfe0-4d8b-a0bf-2b892959e5a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.150734] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37905450-5af3-40ce-a601-92d34f4a9b14 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.184336] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58f03a1-9e0e-4fa9-80cc-235c3f8adb90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.193160] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cde6e26-3640-4b7a-90ad-e91e5bac12d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.208939] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.360917] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338577, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447737} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.363717] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7796cbd8-40fa-4c2b-8778-7850e2121254/7796cbd8-40fa-4c2b-8778-7850e2121254.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.363945] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.364218] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f069266-ee69-44df-9a40-94be8e5e52df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.374529] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338578, 'name': Rename_Task, 'duration_secs': 0.143816} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.376405] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.376865] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 848.376865] env[69433]: value = "task-3338579" [ 848.376865] env[69433]: _type = "Task" [ 848.376865] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.377411] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b31fb7b3-094e-471d-bcfd-d47ee7b0f29f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.394273] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.396076] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 848.396076] env[69433]: value = "task-3338580" [ 848.396076] env[69433]: _type = "Task" [ 848.396076] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.405602] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.712026] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.890369] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078437} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.890504] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.891340] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286c5f15-c1cb-4470-959b-bbac7237b22a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.917017] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 7796cbd8-40fa-4c2b-8778-7850e2121254/7796cbd8-40fa-4c2b-8778-7850e2121254.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.917777] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd59269a-58d2-41ab-a992-65a76fcf4613 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.935020] env[69433]: DEBUG oslo_vmware.api [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338580, 'name': PowerOnVM_Task, 'duration_secs': 0.499365} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.935695] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.935902] env[69433]: INFO nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Took 8.30 seconds to spawn the instance on the hypervisor. [ 848.936163] env[69433]: DEBUG nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.936902] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c371c8-6e8f-4f51-b3fd-7419be6b6cd9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.942598] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 848.942598] env[69433]: value = "task-3338581" [ 848.942598] env[69433]: _type = "Task" [ 848.942598] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.954677] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.217117] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 849.217373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.116s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.217664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.226s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.219289] env[69433]: INFO nova.compute.claims [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.223561] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.223711] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 849.461033] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338581, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.461316] env[69433]: DEBUG nova.compute.manager [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Received event network-changed-bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.461384] env[69433]: DEBUG nova.compute.manager [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Refreshing instance network info cache due to event network-changed-bcc5e3f1-607f-48dd-b084-f6b43c386406. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.461619] env[69433]: DEBUG oslo_concurrency.lockutils [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] Acquiring lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.461882] env[69433]: DEBUG oslo_concurrency.lockutils [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] Acquired lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.461911] env[69433]: DEBUG nova.network.neutron [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Refreshing network info cache for port bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.468879] env[69433]: INFO nova.compute.manager [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Took 30.12 seconds to build instance. [ 849.739677] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] There are 37 instances to clean {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 849.739956] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 53078c91-ec99-4bf2-8b81-6864801a40ef] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.954654] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338581, 'name': ReconfigVM_Task, 'duration_secs': 0.535457} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.955044] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 7796cbd8-40fa-4c2b-8778-7850e2121254/7796cbd8-40fa-4c2b-8778-7850e2121254.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.955850] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99bd2f57-f280-4323-a89b-dcd26221d69d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.963167] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 849.963167] env[69433]: value = "task-3338582" [ 849.963167] env[69433]: _type = "Task" [ 849.963167] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.970819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f6a79bc2-7d16-4e32-8e64-29df8ec877c9 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.631s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.975498] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338582, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.122176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.122176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.122176] env[69433]: INFO nova.compute.manager [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Rebooting instance [ 850.183303] env[69433]: DEBUG nova.network.neutron [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updated VIF entry in instance network info cache for port bcc5e3f1-607f-48dd-b084-f6b43c386406. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.183663] env[69433]: DEBUG nova.network.neutron [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updating instance_info_cache with network_info: [{"id": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "address": "fa:16:3e:fc:64:6b", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc5e3f1-60", "ovs_interfaceid": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.243033] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: fd02bb39-09f7-4963-a11c-9da8e01815c9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.474311] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338582, 'name': Rename_Task, 'duration_secs': 0.136294} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.476618] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.477062] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138c5569-0125-4149-911f-aae13dbc0862 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.485414] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 850.485414] env[69433]: value = "task-3338583" [ 850.485414] env[69433]: _type = "Task" [ 850.485414] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.496160] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.575985] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce933ca8-c98c-41cd-98f7-24900d6ae6b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.584567] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39697438-a7bb-4cf0-ac80-330bd1864dcd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.617622] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad9a9ea-580c-473b-b9ea-1c8e7200b6ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.629830] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df796ae-6633-42fa-81a7-9a5ccb16a9b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.645587] env[69433]: DEBUG nova.compute.provider_tree [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.648346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.687035] env[69433]: DEBUG oslo_concurrency.lockutils [req-b3041387-5f74-492f-a3ef-2e2683e2cd12 req-0aafdc5c-561c-4398-89ce-19cd14eb0c9a service nova] Releasing lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.687293] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquired lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.687497] env[69433]: DEBUG nova.network.neutron [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.746616] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 576e6a45-128b-4d86-97c9-12f6ff79e1d9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.999520] env[69433]: DEBUG oslo_vmware.api [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338583, 'name': PowerOnVM_Task, 'duration_secs': 0.432989} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.999520] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.999520] env[69433]: INFO nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Took 7.82 seconds to spawn the instance on the hypervisor. [ 850.999715] env[69433]: DEBUG nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.000486] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598fe0a1-96bf-454e-b2d0-32fe2b7e749d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.150347] env[69433]: DEBUG nova.scheduler.client.report [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.252555] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 5be53d46-ea3e-47dd-bbf7-db8e22a71b27] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.446544] env[69433]: DEBUG nova.network.neutron [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updating instance_info_cache with network_info: [{"id": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "address": "fa:16:3e:fc:64:6b", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc5e3f1-60", "ovs_interfaceid": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.516859] env[69433]: INFO nova.compute.manager [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Took 29.84 seconds to build instance. [ 851.655597] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.655815] env[69433]: DEBUG nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.659063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.783s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.659886] env[69433]: INFO nova.compute.claims [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.755980] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: d4c7b2f9-d921-409a-a3df-df6bae0db0d9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.953499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Releasing lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.020163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa7ec13c-593e-45bf-989e-8d1f600c54b2 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.354s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.164475] env[69433]: DEBUG nova.compute.utils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.168138] env[69433]: DEBUG nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.168342] env[69433]: DEBUG nova.network.neutron [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.215739] env[69433]: DEBUG nova.policy [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86556bfd53e4c82a2edb77badc19d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780ca16f4beb4806969bd28446bc93d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.259103] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 9c265d8a-05c2-4227-9561-f217be324a2e] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.459420] env[69433]: DEBUG nova.compute.manager [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.460407] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f840fc2-0428-4d50-b013-7e646801e0c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.672486] env[69433]: DEBUG nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.676111] env[69433]: DEBUG nova.network.neutron [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Successfully created port: e0240bef-b72e-4df8-a965-bde481af1909 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.720713] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "7796cbd8-40fa-4c2b-8778-7850e2121254" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.721100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.721349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "7796cbd8-40fa-4c2b-8778-7850e2121254-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.721600] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.721732] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.725795] env[69433]: INFO nova.compute.manager [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Terminating instance [ 852.763355] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 3f9ca2d1-c9f0-40fc-ad80-5bc24df4b281] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.062789] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be08c0-fcdc-4e5e-b6db-e8d7568f0cab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.071302] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fefe640-7189-47b2-b708-9bcd9048ed26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.102058] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce19c8e4-806b-4a0a-a458-607ac6dc07e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.110270] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42f3315-a480-41c7-a686-94653f2a7495 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.126108] env[69433]: DEBUG nova.compute.provider_tree [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.235995] env[69433]: DEBUG nova.compute.manager [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.236306] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.237103] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2d7a56-15d4-4da3-9d2c-aaae5033e983 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.248018] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.248018] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-843f6112-90e4-4fcd-8085-1f0d272acbe3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.255214] env[69433]: DEBUG oslo_vmware.api [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 853.255214] env[69433]: value = "task-3338584" [ 853.255214] env[69433]: _type = "Task" [ 853.255214] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.264078] env[69433]: DEBUG oslo_vmware.api [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.268018] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: dda40d11-631f-478c-bcc4-35b7bcd079a7] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.478468] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ba631-62c4-455e-ae95-b9460612568e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.486411] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Doing hard reboot of VM {{(pid=69433) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 853.486687] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-06407fc1-5898-4f04-ae4c-fc9242cf6a72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.494803] env[69433]: DEBUG oslo_vmware.api [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 853.494803] env[69433]: value = "task-3338585" [ 853.494803] env[69433]: _type = "Task" [ 853.494803] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.508221] env[69433]: DEBUG oslo_vmware.api [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338585, 'name': ResetVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.630071] env[69433]: DEBUG nova.scheduler.client.report [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.683440] env[69433]: DEBUG nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.710314] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.710635] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.710787] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.710987] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.711196] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.711358] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.711569] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.711724] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.711886] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.712070] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.712248] env[69433]: DEBUG nova.virt.hardware [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.713572] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4012b2f1-26bc-4f58-9098-852db26a5bdb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.721936] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e200a1a5-64c1-4ac1-bd51-ce63037b125e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.766031] env[69433]: DEBUG oslo_vmware.api [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338584, 'name': PowerOffVM_Task, 'duration_secs': 0.206103} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.766206] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.766379] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.766637] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-590896b0-fafe-45a7-8f6f-ffdd2518428b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.769929] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: af65de7d-28f6-438f-ae29-81686bf5af5c] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.833131] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.834014] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.834014] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleting the datastore file [datastore1] 7796cbd8-40fa-4c2b-8778-7850e2121254 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.834014] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-666ff23b-8c2d-4407-bbc5-30fe6fb1fc78 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.842297] env[69433]: DEBUG oslo_vmware.api [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for the task: (returnval){ [ 853.842297] env[69433]: value = "task-3338587" [ 853.842297] env[69433]: _type = "Task" [ 853.842297] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.851799] env[69433]: DEBUG oslo_vmware.api [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.004609] env[69433]: DEBUG oslo_vmware.api [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338585, 'name': ResetVM_Task, 'duration_secs': 0.12293} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.005055] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Did hard reboot of VM {{(pid=69433) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 854.005219] env[69433]: DEBUG nova.compute.manager [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.006047] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9867d37-1b46-4bbf-a631-50559afde5ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.135242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.135779] env[69433]: DEBUG nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.139174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.653s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.139174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.141635] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.175s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.143094] env[69433]: INFO nova.compute.claims [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.172636] env[69433]: INFO nova.scheduler.client.report [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted allocations for instance c8c196ef-9345-411b-9520-a4d33ff6106c [ 854.206739] env[69433]: DEBUG nova.compute.manager [req-5c8eb265-0092-49cd-85bd-dab76fdb88a5 req-bbd653b7-cee7-41a9-b634-4f0aec2513d9 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Received event network-vif-plugged-e0240bef-b72e-4df8-a965-bde481af1909 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.206739] env[69433]: DEBUG oslo_concurrency.lockutils [req-5c8eb265-0092-49cd-85bd-dab76fdb88a5 req-bbd653b7-cee7-41a9-b634-4f0aec2513d9 service nova] Acquiring lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.206739] env[69433]: DEBUG oslo_concurrency.lockutils [req-5c8eb265-0092-49cd-85bd-dab76fdb88a5 req-bbd653b7-cee7-41a9-b634-4f0aec2513d9 service nova] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.206739] env[69433]: DEBUG oslo_concurrency.lockutils [req-5c8eb265-0092-49cd-85bd-dab76fdb88a5 req-bbd653b7-cee7-41a9-b634-4f0aec2513d9 service nova] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.206739] env[69433]: DEBUG nova.compute.manager [req-5c8eb265-0092-49cd-85bd-dab76fdb88a5 req-bbd653b7-cee7-41a9-b634-4f0aec2513d9 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] No waiting events found dispatching network-vif-plugged-e0240bef-b72e-4df8-a965-bde481af1909 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.206887] env[69433]: WARNING nova.compute.manager [req-5c8eb265-0092-49cd-85bd-dab76fdb88a5 req-bbd653b7-cee7-41a9-b634-4f0aec2513d9 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Received unexpected event network-vif-plugged-e0240bef-b72e-4df8-a965-bde481af1909 for instance with vm_state building and task_state spawning. [ 854.273163] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 87ccccac-cfaa-4602-b8d0-d2a8465cb8a6] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 854.315897] env[69433]: DEBUG nova.network.neutron [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Successfully updated port: e0240bef-b72e-4df8-a965-bde481af1909 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.354470] env[69433]: DEBUG oslo_vmware.api [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Task: {'id': task-3338587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12643} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.354746] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.354929] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.355121] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.355304] env[69433]: INFO nova.compute.manager [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Took 1.12 seconds to destroy the instance on the hypervisor. [ 854.355545] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.355818] env[69433]: DEBUG nova.compute.manager [-] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.355915] env[69433]: DEBUG nova.network.neutron [-] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.520213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0fa2ef4b-5af8-4531-8068-e495c2ef3822 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.398s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.650019] env[69433]: DEBUG nova.compute.utils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.654614] env[69433]: DEBUG nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.657028] env[69433]: DEBUG nova.network.neutron [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.680644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e8a0e337-023d-44c1-a4c9-810edd79c2e4 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "c8c196ef-9345-411b-9520-a4d33ff6106c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.363s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.706710] env[69433]: DEBUG nova.policy [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d60173d63f04be1a5e8fea2eea7321b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '602a59d218a54b4aafb879d97a30ef96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.755187] env[69433]: DEBUG nova.compute.manager [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Received event network-changed-bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.755387] env[69433]: DEBUG nova.compute.manager [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Refreshing instance network info cache due to event network-changed-bcc5e3f1-607f-48dd-b084-f6b43c386406. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.755605] env[69433]: DEBUG oslo_concurrency.lockutils [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] Acquiring lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.755752] env[69433]: DEBUG oslo_concurrency.lockutils [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] Acquired lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.755914] env[69433]: DEBUG nova.network.neutron [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Refreshing network info cache for port bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.778120] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: dd17765b-eeab-4249-ab76-6476423ba5a4] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 854.818150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.818358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.818547] env[69433]: DEBUG nova.network.neutron [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.085564] env[69433]: DEBUG nova.network.neutron [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Successfully created port: dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.153246] env[69433]: DEBUG nova.compute.utils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.233430] env[69433]: DEBUG nova.network.neutron [-] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.281170] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 8a408ee7-9957-489d-8dd4-fe4dab792d26] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 855.376731] env[69433]: DEBUG nova.network.neutron [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.477308] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.477592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.477792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.477971] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.478283] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.483014] env[69433]: INFO nova.compute.manager [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Terminating instance [ 855.552576] env[69433]: DEBUG nova.network.neutron [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updated VIF entry in instance network info cache for port bcc5e3f1-607f-48dd-b084-f6b43c386406. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.554303] env[69433]: DEBUG nova.network.neutron [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updating instance_info_cache with network_info: [{"id": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "address": "fa:16:3e:fc:64:6b", "network": {"id": "de3df071-a7d0-43dd-b5ea-12ab3523bff4", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-277000452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "397e06f00ed2426da1000b96b3918560", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc5e3f1-60", "ovs_interfaceid": "bcc5e3f1-607f-48dd-b084-f6b43c386406", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.591314] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d770cd7a-f415-4a3d-99a5-cd86305396a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.600250] env[69433]: DEBUG nova.network.neutron [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Updating instance_info_cache with network_info: [{"id": "e0240bef-b72e-4df8-a965-bde481af1909", "address": "fa:16:3e:64:1a:50", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0240bef-b7", "ovs_interfaceid": "e0240bef-b72e-4df8-a965-bde481af1909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.602050] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83927e-ff30-4553-bd07-402da633703f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.637709] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d61c59f-34b7-4b93-a828-0a641a028be9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.646893] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e07b54-6344-4170-a2bb-3b58014a2a71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.661597] env[69433]: DEBUG nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.664587] env[69433]: DEBUG nova.compute.provider_tree [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.736972] env[69433]: INFO nova.compute.manager [-] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Took 1.38 seconds to deallocate network for instance. [ 855.784539] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 74e361f7-4db6-4646-84e0-5d467f559fd9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 855.988526] env[69433]: DEBUG nova.compute.manager [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 855.990124] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.990124] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5985fb47-8364-42ee-8440-211e8dc9aaef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.998260] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 855.999023] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e002411-0558-4e05-bd2c-9d138611bdd4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005106] env[69433]: DEBUG oslo_vmware.api [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 856.005106] env[69433]: value = "task-3338588" [ 856.005106] env[69433]: _type = "Task" [ 856.005106] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.014658] env[69433]: DEBUG oslo_vmware.api [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.056024] env[69433]: DEBUG oslo_concurrency.lockutils [req-7dd513e4-3f89-4360-8c0a-3c12cc99133d req-e06582ff-317e-4da0-af87-6e415db9f13c service nova] Releasing lock "refresh_cache-8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.106767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.106882] env[69433]: DEBUG nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Instance network_info: |[{"id": "e0240bef-b72e-4df8-a965-bde481af1909", "address": "fa:16:3e:64:1a:50", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0240bef-b7", "ovs_interfaceid": "e0240bef-b72e-4df8-a965-bde481af1909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.107322] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:1a:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0240bef-b72e-4df8-a965-bde481af1909', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.114932] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.115179] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.115415] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ec669db-1b16-456d-961b-07ce806c1b78 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.138566] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.138566] env[69433]: value = "task-3338589" [ 856.138566] env[69433]: _type = "Task" [ 856.138566] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.148476] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338589, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.167757] env[69433]: DEBUG nova.scheduler.client.report [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.244073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.287612] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: a8997733-2108-4557-81d2-3e470f547ea6] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.301019] env[69433]: DEBUG nova.compute.manager [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Received event network-changed-e0240bef-b72e-4df8-a965-bde481af1909 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.301019] env[69433]: DEBUG nova.compute.manager [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Refreshing instance network info cache due to event network-changed-e0240bef-b72e-4df8-a965-bde481af1909. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.301341] env[69433]: DEBUG oslo_concurrency.lockutils [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] Acquiring lock "refresh_cache-1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.301341] env[69433]: DEBUG oslo_concurrency.lockutils [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] Acquired lock "refresh_cache-1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.301981] env[69433]: DEBUG nova.network.neutron [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Refreshing network info cache for port e0240bef-b72e-4df8-a965-bde481af1909 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.518266] env[69433]: DEBUG oslo_vmware.api [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338588, 'name': PowerOffVM_Task, 'duration_secs': 0.224725} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.518266] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 856.518266] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 856.518266] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6993c2b0-e7b0-4d0e-a1cb-c5eaa7a44a28 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.583577] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 856.583831] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 856.583992] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Deleting the datastore file [datastore1] 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.584281] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75f5d50-fb09-4bd7-b480-c56c0fa39398 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.591273] env[69433]: DEBUG oslo_vmware.api [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 856.591273] env[69433]: value = "task-3338591" [ 856.591273] env[69433]: _type = "Task" [ 856.591273] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.599969] env[69433]: DEBUG oslo_vmware.api [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.660111] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338589, 'name': CreateVM_Task, 'duration_secs': 0.349656} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.660111] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.660899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.661528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.661528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.661779] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9de1965f-9d58-4719-90a3-f1e6a08938f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.667590] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 856.667590] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cdda97-b808-bca9-b6d7-9c7443b6ef7d" [ 856.667590] env[69433]: _type = "Task" [ 856.667590] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.677435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.677887] env[69433]: DEBUG nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.681180] env[69433]: DEBUG nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 856.683289] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cdda97-b808-bca9-b6d7-9c7443b6ef7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.684198] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.767s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.685956] env[69433]: INFO nova.compute.claims [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.688285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.688583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.688685] env[69433]: INFO nova.compute.manager [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Shelving [ 856.718661] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='23477815',id=43,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-2139725479',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.718869] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.719054] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.719210] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.720108] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.720108] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.720108] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.720108] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.720108] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.720330] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.720585] env[69433]: DEBUG nova.virt.hardware [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.722471] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a140ed-748a-4699-a9d7-7f0d2c6418f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.731777] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4242d1a-b17a-4779-a68f-2680197cc76f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.791466] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: edf0945e-367f-41c9-a083-e4294b7b270a] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.795368] env[69433]: DEBUG nova.compute.manager [req-fdb01aa6-f9fe-4468-817a-041ae8665a9f req-b66627f4-8a2e-4693-8b25-247a2c23d472 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Received event network-vif-plugged-dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.795612] env[69433]: DEBUG oslo_concurrency.lockutils [req-fdb01aa6-f9fe-4468-817a-041ae8665a9f req-b66627f4-8a2e-4693-8b25-247a2c23d472 service nova] Acquiring lock "ffe1854c-735d-4a3a-8db4-1435345ad039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.795783] env[69433]: DEBUG oslo_concurrency.lockutils [req-fdb01aa6-f9fe-4468-817a-041ae8665a9f req-b66627f4-8a2e-4693-8b25-247a2c23d472 service nova] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.795941] env[69433]: DEBUG oslo_concurrency.lockutils [req-fdb01aa6-f9fe-4468-817a-041ae8665a9f req-b66627f4-8a2e-4693-8b25-247a2c23d472 service nova] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.796142] env[69433]: DEBUG nova.compute.manager [req-fdb01aa6-f9fe-4468-817a-041ae8665a9f req-b66627f4-8a2e-4693-8b25-247a2c23d472 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] No waiting events found dispatching network-vif-plugged-dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.799480] env[69433]: WARNING nova.compute.manager [req-fdb01aa6-f9fe-4468-817a-041ae8665a9f req-b66627f4-8a2e-4693-8b25-247a2c23d472 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Received unexpected event network-vif-plugged-dc0009bb-7633-4be3-b2e7-53476f72a802 for instance with vm_state building and task_state spawning. [ 856.857103] env[69433]: DEBUG nova.network.neutron [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Successfully updated port: dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.046858] env[69433]: DEBUG nova.network.neutron [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Updated VIF entry in instance network info cache for port e0240bef-b72e-4df8-a965-bde481af1909. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.047235] env[69433]: DEBUG nova.network.neutron [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Updating instance_info_cache with network_info: [{"id": "e0240bef-b72e-4df8-a965-bde481af1909", "address": "fa:16:3e:64:1a:50", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0240bef-b7", "ovs_interfaceid": "e0240bef-b72e-4df8-a965-bde481af1909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.105034] env[69433]: DEBUG oslo_vmware.api [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136653} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.105034] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.105034] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 857.105034] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 857.105034] env[69433]: INFO nova.compute.manager [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Took 1.12 seconds to destroy the instance on the hypervisor. [ 857.105295] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.105295] env[69433]: DEBUG nova.compute.manager [-] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 857.105295] env[69433]: DEBUG nova.network.neutron [-] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.178461] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cdda97-b808-bca9-b6d7-9c7443b6ef7d, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.179398] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.179636] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.179870] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.180030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.180207] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.180477] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d0c8fa-047f-4793-b206-7079b93a5594 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.186242] env[69433]: DEBUG nova.compute.utils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.187883] env[69433]: DEBUG nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.188125] env[69433]: DEBUG nova.network.neutron [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.196633] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.196633] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.197667] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5eca1b-cc26-49cb-b76d-5afbfa5bae03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.207162] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 857.207162] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525237eb-fe38-8b2d-0016-66946ee2f47c" [ 857.207162] env[69433]: _type = "Task" [ 857.207162] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.216915] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525237eb-fe38-8b2d-0016-66946ee2f47c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.256320] env[69433]: DEBUG nova.policy [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aa5648818149639e11802f42d5cc50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b22361665274b24bc2976618e33228b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.297853] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 3e0e857b-c69a-4c3e-a116-269073c38cba] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.359449] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.359626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.359747] env[69433]: DEBUG nova.network.neutron [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.550283] env[69433]: DEBUG oslo_concurrency.lockutils [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] Releasing lock "refresh_cache-1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.550639] env[69433]: DEBUG nova.compute.manager [req-35ba3983-652a-42be-92fe-87e2cb87ba37 req-c57a94be-2de2-46ab-9bac-343dead2e4e4 service nova] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Received event network-vif-deleted-73109596-974d-453c-8cdf-599354328ce1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.633557] env[69433]: DEBUG nova.network.neutron [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Successfully created port: ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.691914] env[69433]: DEBUG nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.705540] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.705843] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3de76db1-74fa-4aeb-8984-5e0ff30870fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.718734] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525237eb-fe38-8b2d-0016-66946ee2f47c, 'name': SearchDatastore_Task, 'duration_secs': 0.009967} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.720736] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 857.720736] env[69433]: value = "task-3338592" [ 857.720736] env[69433]: _type = "Task" [ 857.720736] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.720975] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b1fb1b-f478-4b7f-96c2-eb50c83a956d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.735163] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 857.735163] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520428d0-6baf-631a-facb-e9a84a274dc9" [ 857.735163] env[69433]: _type = "Task" [ 857.735163] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.746489] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.763731] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520428d0-6baf-631a-facb-e9a84a274dc9, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.767225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.767540] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.768171] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1af58d9-cd22-43a2-a7ea-df48b4d604b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.776860] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 857.776860] env[69433]: value = "task-3338593" [ 857.776860] env[69433]: _type = "Task" [ 857.776860] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.789891] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.801452] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: fa288b4c-b51a-4ef0-b700-0da46529617f] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.911016] env[69433]: DEBUG nova.network.neutron [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.055572] env[69433]: DEBUG nova.network.neutron [-] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.116970] env[69433]: DEBUG nova.network.neutron [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Updating instance_info_cache with network_info: [{"id": "dc0009bb-7633-4be3-b2e7-53476f72a802", "address": "fa:16:3e:d3:31:cc", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0009bb-76", "ovs_interfaceid": "dc0009bb-7633-4be3-b2e7-53476f72a802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.203603] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcc923a-219a-4f36-b97f-f8c70d236e06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.215355] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645d6a62-7b1f-4f46-95ec-c6ff8517f5bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.255195] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f9bbd-b483-48a1-b9ec-ef4e0a51404a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.261048] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338592, 'name': PowerOffVM_Task, 'duration_secs': 0.225265} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.261602] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.262399] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3618f2cf-8506-4eb7-b2f1-8bd14bb02a9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.268508] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb9691-0ed5-45fb-a722-d599e63088c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.291146] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e674f5d-742e-4bae-a723-0f04317accc7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.302763] env[69433]: DEBUG nova.compute.provider_tree [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.304783] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 482ad76b-9174-474f-a399-31a87941b4c2] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.315048] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472451} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.317765] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.317978] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.318236] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15ad66ea-ef34-4921-991c-92c8f8d1728c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.326030] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 858.326030] env[69433]: value = "task-3338594" [ 858.326030] env[69433]: _type = "Task" [ 858.326030] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.334486] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.558025] env[69433]: INFO nova.compute.manager [-] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Took 1.45 seconds to deallocate network for instance. [ 858.620156] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.620532] env[69433]: DEBUG nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Instance network_info: |[{"id": "dc0009bb-7633-4be3-b2e7-53476f72a802", "address": "fa:16:3e:d3:31:cc", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0009bb-76", "ovs_interfaceid": "dc0009bb-7633-4be3-b2e7-53476f72a802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.620969] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:31:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc0009bb-7633-4be3-b2e7-53476f72a802', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.629353] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.629889] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.630137] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd28b175-068e-4bea-b765-1b21d90aca5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.652711] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.652711] env[69433]: value = "task-3338595" [ 858.652711] env[69433]: _type = "Task" [ 858.652711] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.661448] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338595, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.701341] env[69433]: DEBUG nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.726766] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.727014] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.727210] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.727444] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.727599] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.727746] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.727955] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.728128] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.728297] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.728458] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.728640] env[69433]: DEBUG nova.virt.hardware [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.729817] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf2707-5958-4a4f-bb7a-82949fe25c99 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.738510] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1953ca11-f0a2-45cc-957f-51fca9c51f5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.808766] env[69433]: DEBUG nova.scheduler.client.report [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.813605] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 2f8a27df-b350-4b34-8d14-8a57437488c4] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.821955] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 858.822312] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d71681a0-33c7-426f-b45a-48de670ca964 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.833829] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 858.833829] env[69433]: value = "task-3338596" [ 858.833829] env[69433]: _type = "Task" [ 858.833829] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.845191] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069431} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.846166] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.847775] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd40888-7795-4f1f-b8a0-0a5563d4ec06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.856726] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338596, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.886358] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.888026] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19333338-e9bb-434e-a69f-374ca80a0940 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.904514] env[69433]: DEBUG nova.compute.manager [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Received event network-changed-dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.904728] env[69433]: DEBUG nova.compute.manager [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Refreshing instance network info cache due to event network-changed-dc0009bb-7633-4be3-b2e7-53476f72a802. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.904953] env[69433]: DEBUG oslo_concurrency.lockutils [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] Acquiring lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.905126] env[69433]: DEBUG oslo_concurrency.lockutils [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] Acquired lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.905292] env[69433]: DEBUG nova.network.neutron [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Refreshing network info cache for port dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.914098] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 858.914098] env[69433]: value = "task-3338597" [ 858.914098] env[69433]: _type = "Task" [ 858.914098] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.924392] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.064401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.164525] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338595, 'name': CreateVM_Task, 'duration_secs': 0.401018} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.164908] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.165759] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.166067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.166487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.166845] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf6022e-a6b5-4531-b6bc-75786a811979 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.172384] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 859.172384] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52819551-e295-01c6-a73a-fc81384027ea" [ 859.172384] env[69433]: _type = "Task" [ 859.172384] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.181203] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52819551-e295-01c6-a73a-fc81384027ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.317426] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.317426] env[69433]: DEBUG nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.320618] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 4dadecae-296e-453b-a434-78870fae404e] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.322552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.401s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.322784] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.324958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.582s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.327243] env[69433]: INFO nova.compute.claims [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.345319] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338596, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.356020] env[69433]: INFO nova.scheduler.client.report [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted allocations for instance 71bc03ed-4460-4a95-ac6d-d642ec86988a [ 859.426383] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.629303] env[69433]: DEBUG nova.network.neutron [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Successfully updated port: ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.683756] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52819551-e295-01c6-a73a-fc81384027ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.686155] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.686394] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.686621] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.686768] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.686947] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.687232] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f44ed8af-cd46-4819-82a0-5d8d72f085a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.695828] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.696013] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.696720] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f94d45-e4a5-48df-8c6a-014fa7b168a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.701898] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 859.701898] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521c8b0e-f91c-8f51-958c-7845b36b5b84" [ 859.701898] env[69433]: _type = "Task" [ 859.701898] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.709680] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521c8b0e-f91c-8f51-958c-7845b36b5b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.718892] env[69433]: DEBUG nova.network.neutron [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Updated VIF entry in instance network info cache for port dc0009bb-7633-4be3-b2e7-53476f72a802. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.719228] env[69433]: DEBUG nova.network.neutron [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Updating instance_info_cache with network_info: [{"id": "dc0009bb-7633-4be3-b2e7-53476f72a802", "address": "fa:16:3e:d3:31:cc", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0009bb-76", "ovs_interfaceid": "dc0009bb-7633-4be3-b2e7-53476f72a802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.830874] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 8c072554-3e65-4f53-bd49-0bb6ebd7c9f9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 859.835129] env[69433]: DEBUG nova.compute.utils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.841903] env[69433]: DEBUG nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.841903] env[69433]: DEBUG nova.network.neutron [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.859494] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338596, 'name': CreateSnapshot_Task, 'duration_secs': 0.854663} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.861980] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 859.862280] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97fbc3a5-35ad-40e0-ac77-8574e754f17c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "71bc03ed-4460-4a95-ac6d-d642ec86988a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.557s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.863998] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c4ce02-b87a-415c-b917-89f8301e8f9c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.888096] env[69433]: DEBUG nova.policy [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10a6b6f7e90d4a57ba61795d3f3f6066', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30f02e9049214f6cb43faaad30aafa3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.924908] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338597, 'name': ReconfigVM_Task, 'duration_secs': 0.647578} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.925211] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.925910] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58ce63b2-ad9a-43e9-91f2-fd655846ce65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.934945] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 859.934945] env[69433]: value = "task-3338598" [ 859.934945] env[69433]: _type = "Task" [ 859.934945] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.951540] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338598, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.133728] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "refresh_cache-31fce428-9e5a-4459-a8fd-b4c381218ebd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.133910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "refresh_cache-31fce428-9e5a-4459-a8fd-b4c381218ebd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.134129] env[69433]: DEBUG nova.network.neutron [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.214899] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521c8b0e-f91c-8f51-958c-7845b36b5b84, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.215727] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c980fbdc-43a3-4c6b-ac8a-16d59f8803c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.222376] env[69433]: DEBUG oslo_concurrency.lockutils [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] Releasing lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.222845] env[69433]: DEBUG nova.compute.manager [req-f183cc1f-9f0b-42c0-9379-e7e7fd44cbcf req-36aaf00f-0eeb-46d0-9d83-5cbfd05b3ac1 service nova] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Received event network-vif-deleted-bcc5e3f1-607f-48dd-b084-f6b43c386406 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.223334] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 860.223334] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520e188c-e081-d326-c157-43f399331771" [ 860.223334] env[69433]: _type = "Task" [ 860.223334] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.232038] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520e188c-e081-d326-c157-43f399331771, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.252281] env[69433]: DEBUG nova.network.neutron [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Successfully created port: 2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.340977] env[69433]: DEBUG nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.343826] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 2c1cbcc3-22f0-4443-95cd-05dafecde659] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.384600] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 860.388313] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6edaab94-5ef8-4860-8807-c11a754e5972 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.399833] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 860.399833] env[69433]: value = "task-3338599" [ 860.399833] env[69433]: _type = "Task" [ 860.399833] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.413056] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338599, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.448871] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338598, 'name': Rename_Task, 'duration_secs': 0.282032} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.449385] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.449673] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d7f559-e469-4d50-ab35-c6d87c0c8324 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.458673] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 860.458673] env[69433]: value = "task-3338600" [ 860.458673] env[69433]: _type = "Task" [ 860.458673] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.472557] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.676177] env[69433]: DEBUG nova.network.neutron [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.741040] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520e188c-e081-d326-c157-43f399331771, 'name': SearchDatastore_Task, 'duration_secs': 0.009965} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.742628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.742909] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] ffe1854c-735d-4a3a-8db4-1435345ad039/ffe1854c-735d-4a3a-8db4-1435345ad039.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.743230] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22a01a68-c279-4ebc-9a6b-0c07055dc87d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.752786] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 860.752786] env[69433]: value = "task-3338601" [ 860.752786] env[69433]: _type = "Task" [ 860.752786] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.764926] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.784913] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11eed123-c754-4f13-9b4d-d8027d450fab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.793070] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5829243-cf96-4f41-bae1-8deb070c17a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.830723] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b439cb6-f454-44cc-82ad-3d8a5ac8e2a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.839777] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f98a4-255a-4a65-91c5-742bb72650a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.847722] env[69433]: INFO nova.virt.block_device [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Booting with volume 9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a at /dev/sda [ 860.860796] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 1e732690-5902-4ffd-bea7-98d10fb33549] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 860.863951] env[69433]: DEBUG nova.compute.provider_tree [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.913978] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338599, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.919192] env[69433]: DEBUG nova.compute.manager [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Received event network-vif-plugged-ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.919499] env[69433]: DEBUG oslo_concurrency.lockutils [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] Acquiring lock "31fce428-9e5a-4459-a8fd-b4c381218ebd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.919824] env[69433]: DEBUG oslo_concurrency.lockutils [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.920055] env[69433]: DEBUG oslo_concurrency.lockutils [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.920302] env[69433]: DEBUG nova.compute.manager [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] No waiting events found dispatching network-vif-plugged-ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.920506] env[69433]: WARNING nova.compute.manager [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Received unexpected event network-vif-plugged-ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 for instance with vm_state building and task_state spawning. [ 860.920685] env[69433]: DEBUG nova.compute.manager [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Received event network-changed-ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.920864] env[69433]: DEBUG nova.compute.manager [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Refreshing instance network info cache due to event network-changed-ff2556c9-013e-4fcd-9e17-918ce1ff8ff1. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.921059] env[69433]: DEBUG oslo_concurrency.lockutils [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] Acquiring lock "refresh_cache-31fce428-9e5a-4459-a8fd-b4c381218ebd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.921639] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa576a10-a9a4-45d2-b43d-a9e0ca6b26ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.925043] env[69433]: DEBUG nova.network.neutron [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Updating instance_info_cache with network_info: [{"id": "ff2556c9-013e-4fcd-9e17-918ce1ff8ff1", "address": "fa:16:3e:80:86:fc", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff2556c9-01", "ovs_interfaceid": "ff2556c9-013e-4fcd-9e17-918ce1ff8ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.936676] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb73e7-631f-43e7-a3e8-726599faaf09 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.971554] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.994032] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73d1de43-a095-4562-ad96-d18734970460 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.006091] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc450e0-66b8-493f-a34e-90e5694e4bc0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.050379] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be664b38-e4db-4803-8669-6f173676b1c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.060807] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bffa0d2-ae56-44c1-8ac2-c340a712b43b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.081436] env[69433]: DEBUG nova.virt.block_device [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updating existing volume attachment record: a3c9aa06-c31c-466c-a46e-13fc1a632958 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 861.266158] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469521} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.266444] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] ffe1854c-735d-4a3a-8db4-1435345ad039/ffe1854c-735d-4a3a-8db4-1435345ad039.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.266676] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.266940] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4809c1-3ebd-4987-be0f-e4ed1da56486 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.274832] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 861.274832] env[69433]: value = "task-3338602" [ 861.274832] env[69433]: _type = "Task" [ 861.274832] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.285236] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.370013] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 1ffc2586-5045-4048-a7a9-0f855cedf2be] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.373160] env[69433]: DEBUG nova.scheduler.client.report [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.411555] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338599, 'name': CloneVM_Task} progress is 95%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.428055] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "refresh_cache-31fce428-9e5a-4459-a8fd-b4c381218ebd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.428055] env[69433]: DEBUG nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Instance network_info: |[{"id": "ff2556c9-013e-4fcd-9e17-918ce1ff8ff1", "address": "fa:16:3e:80:86:fc", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff2556c9-01", "ovs_interfaceid": "ff2556c9-013e-4fcd-9e17-918ce1ff8ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.428303] env[69433]: DEBUG oslo_concurrency.lockutils [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] Acquired lock "refresh_cache-31fce428-9e5a-4459-a8fd-b4c381218ebd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.428303] env[69433]: DEBUG nova.network.neutron [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Refreshing network info cache for port ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.429313] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:86:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff2556c9-013e-4fcd-9e17-918ce1ff8ff1', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.436893] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.439639] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.440081] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fe509b5-f427-485d-b063-7011d4c57687 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.464984] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.464984] env[69433]: value = "task-3338603" [ 861.464984] env[69433]: _type = "Task" [ 861.464984] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.471669] env[69433]: DEBUG oslo_vmware.api [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338600, 'name': PowerOnVM_Task, 'duration_secs': 0.906305} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.472272] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.472498] env[69433]: INFO nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Took 7.79 seconds to spawn the instance on the hypervisor. [ 861.472693] env[69433]: DEBUG nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.473489] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52d4ae2-a4fb-467f-b99c-03b98489ac0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.479138] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338603, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.787244] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075047} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.788249] env[69433]: DEBUG nova.network.neutron [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Updated VIF entry in instance network info cache for port ff2556c9-013e-4fcd-9e17-918ce1ff8ff1. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.788634] env[69433]: DEBUG nova.network.neutron [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Updating instance_info_cache with network_info: [{"id": "ff2556c9-013e-4fcd-9e17-918ce1ff8ff1", "address": "fa:16:3e:80:86:fc", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff2556c9-01", "ovs_interfaceid": "ff2556c9-013e-4fcd-9e17-918ce1ff8ff1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.789967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.791129] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b3a75-3202-45f8-9522-c272bff66be9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.822693] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ffe1854c-735d-4a3a-8db4-1435345ad039/ffe1854c-735d-4a3a-8db4-1435345ad039.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.823358] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e25d9dc7-b3bb-49d9-8a99-38585361667f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.846980] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 861.846980] env[69433]: value = "task-3338604" [ 861.846980] env[69433]: _type = "Task" [ 861.846980] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.855775] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.872954] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 7530c7cf-94a7-415b-a631-7777e2b09a47] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 861.877924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.878535] env[69433]: DEBUG nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.881431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.194s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.881661] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.883742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.398s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.883931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.885674] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.299s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.913969] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338599, 'name': CloneVM_Task, 'duration_secs': 1.41512} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.915097] env[69433]: INFO nova.scheduler.client.report [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted allocations for instance efa44fa4-14ba-441f-8c6a-64c557cda2d0 [ 861.917381] env[69433]: INFO nova.scheduler.client.report [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted allocations for instance 1475723f-55a9-48dd-933f-3b36774e70d5 [ 861.918235] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Created linked-clone VM from snapshot [ 861.927960] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca943be6-2f2d-495c-a02f-bdc202c2bd90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.938544] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Uploading image 5b5d76ec-dcf1-4845-a45a-2f31431c88fb {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 861.965454] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 861.965454] env[69433]: value = "vm-666378" [ 861.965454] env[69433]: _type = "VirtualMachine" [ 861.965454] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 861.965923] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-696b50be-730e-459f-a7d5-a4e57238ebf2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.978880] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338603, 'name': CreateVM_Task, 'duration_secs': 0.361428} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.980441] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.981088] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lease: (returnval){ [ 861.981088] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e7ec3d-39cb-accd-74de-9c12cea94227" [ 861.981088] env[69433]: _type = "HttpNfcLease" [ 861.981088] env[69433]: } obtained for exporting VM: (result){ [ 861.981088] env[69433]: value = "vm-666378" [ 861.981088] env[69433]: _type = "VirtualMachine" [ 861.981088] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 861.981344] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the lease: (returnval){ [ 861.981344] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e7ec3d-39cb-accd-74de-9c12cea94227" [ 861.981344] env[69433]: _type = "HttpNfcLease" [ 861.981344] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 861.981945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.982430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.982742] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0cbba6-ed05-47f6-9ed4-282fa8e00ffc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.997249] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 861.997249] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a4a555-13c5-60fa-3182-e916629e063f" [ 861.997249] env[69433]: _type = "Task" [ 861.997249] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.997686] env[69433]: INFO nova.compute.manager [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Took 30.03 seconds to build instance. [ 861.999883] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 861.999883] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e7ec3d-39cb-accd-74de-9c12cea94227" [ 861.999883] env[69433]: _type = "HttpNfcLease" [ 861.999883] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 862.009667] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a4a555-13c5-60fa-3182-e916629e063f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.024275] env[69433]: DEBUG nova.network.neutron [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Successfully updated port: 2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.293728] env[69433]: DEBUG oslo_concurrency.lockutils [req-e17272fe-88e8-4b78-8892-498d241d4a31 req-f6749a2b-42b6-4560-ab9f-446d5a27228f service nova] Releasing lock "refresh_cache-31fce428-9e5a-4459-a8fd-b4c381218ebd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.358132] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338604, 'name': ReconfigVM_Task, 'duration_secs': 0.313383} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.358425] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ffe1854c-735d-4a3a-8db4-1435345ad039/ffe1854c-735d-4a3a-8db4-1435345ad039.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.358973] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 862.359264] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-9bb839a9-7acb-4384-b8d7-aae09fba3c00 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.367292] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 862.367292] env[69433]: value = "task-3338606" [ 862.367292] env[69433]: _type = "Task" [ 862.367292] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.376688] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 70d4dcdb-93b1-4b4b-8a37-e9f63ebdbb53] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.378386] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338606, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.390044] env[69433]: DEBUG nova.compute.utils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.390490] env[69433]: DEBUG nova.objects.instance [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lazy-loading 'migration_context' on Instance uuid 92a06e75-bc77-4211-8ed4-c30ed8751be5 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.391670] env[69433]: DEBUG nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.391870] env[69433]: DEBUG nova.network.neutron [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.429779] env[69433]: DEBUG nova.policy [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ebd2a91ea7a404a8fe8fb177a3062c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e5735dee94243ba84050a851565d5f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.436582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-15718c91-05b4-4046-b81c-56f0ee2c9c37 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "efa44fa4-14ba-441f-8c6a-64c557cda2d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.940s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.437846] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2315b338-ae45-4fc0-a213-24313ea7110d tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "1475723f-55a9-48dd-933f-3b36774e70d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.184s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.491183] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.491183] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e7ec3d-39cb-accd-74de-9c12cea94227" [ 862.491183] env[69433]: _type = "HttpNfcLease" [ 862.491183] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 862.491460] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 862.491460] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e7ec3d-39cb-accd-74de-9c12cea94227" [ 862.491460] env[69433]: _type = "HttpNfcLease" [ 862.491460] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 862.492305] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64269c51-81ad-478c-81f0-45c8446a50a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.500312] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521daa56-c67b-9485-c99d-76a5cd90e071/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 862.500482] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521daa56-c67b-9485-c99d-76a5cd90e071/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 862.505014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8eaca252-cb93-4ef0-8844-dfec14b5952e tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.544s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.566881] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquiring lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.567128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquired lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.567308] env[69433]: DEBUG nova.network.neutron [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.572309] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a4a555-13c5-60fa-3182-e916629e063f, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.574038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.574273] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.575438] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.575438] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.575438] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.575438] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-488b540f-0b79-4e89-92ad-abd4397261d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.586227] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.586418] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.587476] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26e9913-2246-4651-8583-eda4c8b2af06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.598494] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.598757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.598985] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.599189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.599353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.601007] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 862.601007] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523bb8f0-b2db-f426-82ad-0efaeaff2124" [ 862.601007] env[69433]: _type = "Task" [ 862.601007] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.604891] env[69433]: INFO nova.compute.manager [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Terminating instance [ 862.612499] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523bb8f0-b2db-f426-82ad-0efaeaff2124, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.613277] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6423f33-2718-402f-a1a4-af83efbb8f79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.619480] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 862.619480] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524a84fd-6768-442f-4bd5-2b0460fd7187" [ 862.619480] env[69433]: _type = "Task" [ 862.619480] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.628343] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524a84fd-6768-442f-4bd5-2b0460fd7187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.630953] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cbc34f97-b616-449b-b2d0-eadf8589064e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.881482] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 6c69c423-87ef-4f0e-853d-f795c70464b9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 862.888021] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338606, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.055904} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.888021] env[69433]: DEBUG nova.network.neutron [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Successfully created port: 70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.890165] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 862.890165] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ecc430d-4ba5-41eb-a894-fdb218b81fbd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.897295] env[69433]: DEBUG nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.927534] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] ffe1854c-735d-4a3a-8db4-1435345ad039/swap.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.928574] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1aa804f-653c-4cf7-95cb-dd13b3aac580 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.952899] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 862.952899] env[69433]: value = "task-3338607" [ 862.952899] env[69433]: _type = "Task" [ 862.952899] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.963761] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.081663] env[69433]: DEBUG nova.compute.manager [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Received event network-vif-plugged-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.082030] env[69433]: DEBUG oslo_concurrency.lockutils [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] Acquiring lock "25d581b8-512c-4343-bee8-e0a713649884-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.082446] env[69433]: DEBUG oslo_concurrency.lockutils [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] Lock "25d581b8-512c-4343-bee8-e0a713649884-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.082995] env[69433]: DEBUG oslo_concurrency.lockutils [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] Lock "25d581b8-512c-4343-bee8-e0a713649884-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.083221] env[69433]: DEBUG nova.compute.manager [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] No waiting events found dispatching network-vif-plugged-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.083464] env[69433]: WARNING nova.compute.manager [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Received unexpected event network-vif-plugged-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c for instance with vm_state building and task_state spawning. [ 863.083708] env[69433]: DEBUG nova.compute.manager [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Received event network-changed-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.083929] env[69433]: DEBUG nova.compute.manager [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Refreshing instance network info cache due to event network-changed-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.084167] env[69433]: DEBUG oslo_concurrency.lockutils [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] Acquiring lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.108769] env[69433]: DEBUG nova.compute.manager [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.109150] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.110125] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf21b5b-58fa-4a0c-99b0-04fd1f296aee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.119448] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.120257] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb4f4d9-f1f3-4bcf-bef7-87b94904de67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.137116] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524a84fd-6768-442f-4bd5-2b0460fd7187, 'name': SearchDatastore_Task, 'duration_secs': 0.010485} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.138985] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.139391] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 31fce428-9e5a-4459-a8fd-b4c381218ebd/31fce428-9e5a-4459-a8fd-b4c381218ebd.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.139847] env[69433]: DEBUG oslo_vmware.api [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 863.139847] env[69433]: value = "task-3338608" [ 863.139847] env[69433]: _type = "Task" [ 863.139847] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.140148] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704bbd35-4b1a-4ead-bed9-32d9dccef50a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.144880] env[69433]: DEBUG nova.network.neutron [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.162380] env[69433]: DEBUG oslo_vmware.api [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.165472] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 863.165472] env[69433]: value = "task-3338609" [ 863.165472] env[69433]: _type = "Task" [ 863.165472] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.168851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "85b081b8-a4aa-4003-807e-1ca46729fba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.170578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.204925] env[69433]: DEBUG nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.205629] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.205898] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.206168] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.206412] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.206598] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.206824] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.207046] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.207207] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.207373] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.207527] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.207715] env[69433]: DEBUG nova.virt.hardware [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.209217] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b1f8c2-e726-436a-b573-cac7b6c0f2b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.225200] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ffab51-feac-4a75-9891-e4b316c60792 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.386356] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 607ed338-d4e0-47b6-8f06-f0e3809a2139] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.421266] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa3f7db-97e2-42b1-a7e5-7a1d866b622c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.435027] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c66c2ef-58c6-4e2f-af6a-faa8aca00f26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.470550] env[69433]: DEBUG nova.network.neutron [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updating instance_info_cache with network_info: [{"id": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "address": "fa:16:3e:70:92:4f", "network": {"id": "ebf8a61b-1fb2-4198-a0f5-0b24dc18d480", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1853398387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30f02e9049214f6cb43faaad30aafa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f07aec3-0a", "ovs_interfaceid": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.475611] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7172e8-6816-452b-95cc-881f54b9f232 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.492215] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad7b2b8-298a-4f9c-9554-99fb1049f5f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.498948] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338607, 'name': ReconfigVM_Task, 'duration_secs': 0.37162} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.499266] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Reconfigured VM instance instance-0000003e to attach disk [datastore1] ffe1854c-735d-4a3a-8db4-1435345ad039/swap.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.500931] env[69433]: INFO nova.compute.manager [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Rebuilding instance [ 863.503445] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a5dac9-2ca4-4cc2-b674-6b24ea31477e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.517635] env[69433]: DEBUG nova.compute.provider_tree [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.524805] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 863.524805] env[69433]: value = "task-3338610" [ 863.524805] env[69433]: _type = "Task" [ 863.524805] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.537790] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338610, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.550991] env[69433]: DEBUG nova.compute.manager [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.551830] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd41055-7fd9-4b28-9c52-fb28e12ee7ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.654949] env[69433]: DEBUG oslo_vmware.api [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338608, 'name': PowerOffVM_Task, 'duration_secs': 0.214366} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.655488] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.655691] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.655980] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35f6ec20-ae9b-47f0-993c-d3247e59c2e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.678638] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513902} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.679595] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 31fce428-9e5a-4459-a8fd-b4c381218ebd/31fce428-9e5a-4459-a8fd-b4c381218ebd.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.679595] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.679595] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a4d7afa-82b7-4645-a4bd-7d28f29dbfe7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.681486] env[69433]: DEBUG nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.694941] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 863.694941] env[69433]: value = "task-3338612" [ 863.694941] env[69433]: _type = "Task" [ 863.694941] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.708381] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.733396] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.733751] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.734133] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleting the datastore file [datastore2] 0a3abf4a-4572-4a57-86cc-e6a5a9331694 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.734451] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6d712e8-8584-46c3-8cfc-7138776cedb1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.743379] env[69433]: DEBUG oslo_vmware.api [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 863.743379] env[69433]: value = "task-3338613" [ 863.743379] env[69433]: _type = "Task" [ 863.743379] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.752837] env[69433]: DEBUG oslo_vmware.api [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.891269] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 659db4c6-264a-432b-96a0-c55d27b5da14] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 863.910576] env[69433]: DEBUG nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.935970] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.936360] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.936658] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.936977] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.937241] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.937484] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.937803] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.938026] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.938334] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.938556] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.938915] env[69433]: DEBUG nova.virt.hardware [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.940116] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfccd0b5-9912-43bf-b857-f0e8fa0f13c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.949276] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9658dc39-4222-4426-95f1-3feddd4a0475 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.979986] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Releasing lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.980361] env[69433]: DEBUG nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance network_info: |[{"id": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "address": "fa:16:3e:70:92:4f", "network": {"id": "ebf8a61b-1fb2-4198-a0f5-0b24dc18d480", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1853398387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30f02e9049214f6cb43faaad30aafa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f07aec3-0a", "ovs_interfaceid": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.980800] env[69433]: DEBUG oslo_concurrency.lockutils [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] Acquired lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.981099] env[69433]: DEBUG nova.network.neutron [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Refreshing network info cache for port 2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.982456] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:92:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.990134] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Creating folder: Project (30f02e9049214f6cb43faaad30aafa3e). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.993566] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-705462bc-92f5-4bb5-80fe-0e7aeaedf936 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.009769] env[69433]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 864.009769] env[69433]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69433) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 864.009769] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Folder already exists: Project (30f02e9049214f6cb43faaad30aafa3e). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 864.009996] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Creating folder: Instances. Parent ref: group-v666356. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.010269] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff5165c4-4c18-4918-9fce-ec8b1464e4e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.020942] env[69433]: DEBUG nova.scheduler.client.report [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.026428] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Created folder: Instances in parent group-v666356. [ 864.026901] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.030665] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.033697] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c68deb55-8e9d-47f4-8857-d32d10425366 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.056198] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338610, 'name': Rename_Task, 'duration_secs': 0.256154} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.057812] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.058120] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.058120] env[69433]: value = "task-3338616" [ 864.058120] env[69433]: _type = "Task" [ 864.058120] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.058404] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-192a4f39-1320-4cfb-bca9-58eb36e0cd2a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.071253] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 864.071253] env[69433]: value = "task-3338617" [ 864.071253] env[69433]: _type = "Task" [ 864.071253] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.075569] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338616, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.086687] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.206708] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144785} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.206708] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.207421] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0523c6-b0d7-4a42-b6e5-1f25a4ba9c7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.244021] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 31fce428-9e5a-4459-a8fd-b4c381218ebd/31fce428-9e5a-4459-a8fd-b4c381218ebd.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.249914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.251127] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9ca5cc-9b39-449b-8adc-215f4802c2c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.287770] env[69433]: DEBUG oslo_vmware.api [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142143} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.289296] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.289504] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.289753] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.289954] env[69433]: INFO nova.compute.manager [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Took 1.18 seconds to destroy the instance on the hypervisor. [ 864.290226] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.290495] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 864.290495] env[69433]: value = "task-3338618" [ 864.290495] env[69433]: _type = "Task" [ 864.290495] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.290786] env[69433]: DEBUG nova.compute.manager [-] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.291049] env[69433]: DEBUG nova.network.neutron [-] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.303831] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.382847] env[69433]: DEBUG nova.network.neutron [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updated VIF entry in instance network info cache for port 2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.383298] env[69433]: DEBUG nova.network.neutron [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updating instance_info_cache with network_info: [{"id": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "address": "fa:16:3e:70:92:4f", "network": {"id": "ebf8a61b-1fb2-4198-a0f5-0b24dc18d480", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1853398387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30f02e9049214f6cb43faaad30aafa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f07aec3-0a", "ovs_interfaceid": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.394698] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 8fd3ca97-8eb5-4481-a2d6-3c3296a3ee86] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 864.572160] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 864.572928] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd71fe91-746a-4de6-86ce-aa11b84cd9c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.596740] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338616, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.597198] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 864.597198] env[69433]: value = "task-3338619" [ 864.597198] env[69433]: _type = "Task" [ 864.597198] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.608316] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338617, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.615518] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.718718] env[69433]: DEBUG nova.compute.manager [req-1adc9a22-9c22-4015-8afc-55ad3fbd4c15 req-e5303c96-3e3d-4c02-b3c0-d12eddc87399 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Received event network-vif-deleted-c992d94e-37cf-4ec8-8e60-9d124fb1a3e1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.720357] env[69433]: INFO nova.compute.manager [req-1adc9a22-9c22-4015-8afc-55ad3fbd4c15 req-e5303c96-3e3d-4c02-b3c0-d12eddc87399 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Neutron deleted interface c992d94e-37cf-4ec8-8e60-9d124fb1a3e1; detaching it from the instance and deleting it from the info cache [ 864.720544] env[69433]: DEBUG nova.network.neutron [req-1adc9a22-9c22-4015-8afc-55ad3fbd4c15 req-e5303c96-3e3d-4c02-b3c0-d12eddc87399 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.805345] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.887072] env[69433]: DEBUG oslo_concurrency.lockutils [req-6507fda9-7be3-48eb-abe5-a11240bdf625 req-0c420708-194c-4ab1-8e73-51073f2ae4a1 service nova] Releasing lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.897614] env[69433]: DEBUG nova.network.neutron [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Successfully updated port: 70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.899383] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: f7aa40be-0eb2-485a-ae3b-7511d6835ab4] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.036547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.151s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.044297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.978s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.044562] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.047152] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.803s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.047411] env[69433]: DEBUG nova.objects.instance [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lazy-loading 'resources' on Instance uuid 7796cbd8-40fa-4c2b-8778-7850e2121254 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.073098] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338616, 'name': CreateVM_Task, 'duration_secs': 0.592836} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.073270] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.074061] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666366', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'name': 'volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25d581b8-512c-4343-bee8-e0a713649884', 'attached_at': '', 'detached_at': '', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'serial': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a'}, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'a3c9aa06-c31c-466c-a46e-13fc1a632958', 'volume_type': None}], 'swap': None} {{(pid=69433) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 865.074248] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Root volume attach. Driver type: vmdk {{(pid=69433) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 865.075466] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d69eb-edcb-42c8-8a35-11fa0cbd9b81 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.079089] env[69433]: INFO nova.scheduler.client.report [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Deleted allocations for instance 1230813b-225e-4e1c-b46c-23f348844238 [ 865.099594] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502e4338-9303-4f00-a24d-a97f2a4c1d57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.102697] env[69433]: DEBUG oslo_vmware.api [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338617, 'name': PowerOnVM_Task, 'duration_secs': 0.850383} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.109484] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.109733] env[69433]: INFO nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Took 8.43 seconds to spawn the instance on the hypervisor. [ 865.109911] env[69433]: DEBUG nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.112513] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff40cda-8bac-4ac1-a688-77cbcc7490e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.116790] env[69433]: DEBUG nova.compute.manager [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Received event network-vif-plugged-70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.117398] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] Acquiring lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.117398] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.117542] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.117663] env[69433]: DEBUG nova.compute.manager [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] No waiting events found dispatching network-vif-plugged-70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.117886] env[69433]: WARNING nova.compute.manager [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Received unexpected event network-vif-plugged-70a60cb3-4990-45b9-accb-6a3954ef2253 for instance with vm_state building and task_state spawning. [ 865.118112] env[69433]: DEBUG nova.compute.manager [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Received event network-changed-70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.118338] env[69433]: DEBUG nova.compute.manager [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Refreshing instance network info cache due to event network-changed-70a60cb3-4990-45b9-accb-6a3954ef2253. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.118585] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] Acquiring lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.118811] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] Acquired lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.118989] env[69433]: DEBUG nova.network.neutron [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Refreshing network info cache for port 70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.128668] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3ccc56-ac4b-4c6d-a483-18b5c5f5dc7b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.139522] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338619, 'name': PowerOffVM_Task, 'duration_secs': 0.518528} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.143087] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.143360] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.144889] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c0004e-eafb-4cb6-86c1-17d01c6c5145 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.150997] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6c072750-ecb6-4187-ade7-02dabb138b67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.158884] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.160870] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d884ad89-95af-41fc-978f-1c7f10974a4a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.174007] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 865.174007] env[69433]: value = "task-3338620" [ 865.174007] env[69433]: _type = "Task" [ 865.174007] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.177881] env[69433]: DEBUG nova.network.neutron [-] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.185637] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338620, 'name': RelocateVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.223871] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-897ce637-fa15-4a12-8d02-2b387ab62e29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.234984] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038ace4-384c-4af3-be0e-34bcc6a64e01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.249193] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.249681] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.249681] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleting the datastore file [datastore1] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.251140] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04578cdb-d7f7-4c25-a088-8bc27faa4b00 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.259089] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 865.259089] env[69433]: value = "task-3338622" [ 865.259089] env[69433]: _type = "Task" [ 865.259089] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.284213] env[69433]: DEBUG nova.compute.manager [req-1adc9a22-9c22-4015-8afc-55ad3fbd4c15 req-e5303c96-3e3d-4c02-b3c0-d12eddc87399 service nova] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Detach interface failed, port_id=c992d94e-37cf-4ec8-8e60-9d124fb1a3e1, reason: Instance 0a3abf4a-4572-4a57-86cc-e6a5a9331694 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 865.284673] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.307487] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338618, 'name': ReconfigVM_Task, 'duration_secs': 0.866066} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.307898] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 31fce428-9e5a-4459-a8fd-b4c381218ebd/31fce428-9e5a-4459-a8fd-b4c381218ebd.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.308497] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3f90b84-ba2e-4123-a0a4-f0d06a827923 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.316309] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 865.316309] env[69433]: value = "task-3338623" [ 865.316309] env[69433]: _type = "Task" [ 865.316309] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.335598] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338623, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.411705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.412163] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: a6903f16-9d39-47f9-abd6-73b4a40ebdd4] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 865.513462] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e66fdc-8313-4be0-9e96-5841d4ed16fa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.522894] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e14fcff-3f88-41ec-890a-cbeb3e178975 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.556521] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd9df2-a558-42d6-a685-9549376efb50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.573749] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7a367f-c002-4207-a736-64781daac5ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.594836] env[69433]: DEBUG nova.compute.provider_tree [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.601930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-66455499-f3b5-430c-b1b7-3609f4fe402a tempest-ServerPasswordTestJSON-344128708 tempest-ServerPasswordTestJSON-344128708-project-member] Lock "1230813b-225e-4e1c-b46c-23f348844238" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.336s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.652592] env[69433]: INFO nova.compute.manager [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Took 32.79 seconds to build instance. [ 865.670917] env[69433]: DEBUG nova.network.neutron [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.681665] env[69433]: INFO nova.compute.manager [-] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Took 1.39 seconds to deallocate network for instance. [ 865.687028] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338620, 'name': RelocateVM_Task} progress is 19%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.753240] env[69433]: DEBUG nova.network.neutron [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.771755] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147736} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.772073] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.772219] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.772388] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.832394] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338623, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.916649] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 4a539684-1b4a-40d8-b3bd-9a5a5e845689] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.098784] env[69433]: DEBUG nova.scheduler.client.report [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.154544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aad39e3a-2859-45d8-a165-cf020e2e4d09 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.308s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.188913] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338620, 'name': RelocateVM_Task} progress is 19%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.195292] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.256112] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4f65e46-2d46-4347-8c64-821db9eadff8 req-fd51203e-dfc9-43a6-a42d-e07fb0ff406f service nova] Releasing lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.256676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.256860] env[69433]: DEBUG nova.network.neutron [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.330297] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338623, 'name': Rename_Task, 'duration_secs': 0.932715} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.330609] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.330937] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c68d171-4bb5-468f-8b5c-918e22ad1ab4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.338772] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 866.338772] env[69433]: value = "task-3338624" [ 866.338772] env[69433]: _type = "Task" [ 866.338772] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.350808] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.419748] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 7a3e75ec-34a5-4f09-ba16-8e9bd1bcacad] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 866.606590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.557s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.612792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.546s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.612792] env[69433]: DEBUG nova.objects.instance [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lazy-loading 'resources' on Instance uuid 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.617678] env[69433]: INFO nova.compute.manager [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Swapping old allocation on dict_keys(['c6656b5b-c9e7-42e9-bada-ff4406bd4151']) held by migration b90acad4-929a-4ae6-b0d1-e82434feae9d for instance [ 866.646693] env[69433]: INFO nova.scheduler.client.report [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Deleted allocations for instance 7796cbd8-40fa-4c2b-8778-7850e2121254 [ 866.660600] env[69433]: DEBUG nova.scheduler.client.report [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Overwriting current allocation {'allocations': {'c6656b5b-c9e7-42e9-bada-ff4406bd4151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 81}}, 'project_id': '463df47962224542bba8dc7facb33f3e', 'user_id': '354aa30cc0d74c1ba95ecd65439e3bea', 'consumer_generation': 1} on consumer 92a06e75-bc77-4211-8ed4-c30ed8751be5 {{(pid=69433) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 866.689546] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338620, 'name': RelocateVM_Task, 'duration_secs': 1.291785} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.689886] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 866.690151] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666366', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'name': 'volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25d581b8-512c-4343-bee8-e0a713649884', 'attached_at': '', 'detached_at': '', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'serial': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 866.691238] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bfbb59-64ce-48de-b862-c43cf789c222 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.713109] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f5ca69-dd10-4c6c-9eee-06d555476862 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.743161] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a/volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.747146] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30ce6a7-dd32-429e-9769-d3b1a2abfb33 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.774479] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 866.774479] env[69433]: value = "task-3338625" [ 866.774479] env[69433]: _type = "Task" [ 866.774479] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.788393] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.797303] env[69433]: DEBUG nova.network.neutron [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.824016] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.824780] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.824780] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.824780] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.824780] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.824990] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.825101] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.825264] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.825432] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.825600] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.825890] env[69433]: DEBUG nova.virt.hardware [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.827232] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9efaf5-2e92-43ce-8df9-d3957da4c226 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.832147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.833402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquired lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.834065] env[69433]: DEBUG nova.network.neutron [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.846341] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c87573-2b93-4d9a-9268-9c232da07438 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.859065] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338624, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.871843] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:1a:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0240bef-b72e-4df8-a965-bde481af1909', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.880667] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.884037] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.884277] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab14ac06-8127-4fbf-9652-d96d1edf0dc7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.908269] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.908269] env[69433]: value = "task-3338626" [ 866.908269] env[69433]: _type = "Task" [ 866.908269] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.919606] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338626, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.924406] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 392a7894-9094-4707-9de4-9746b64eedd7] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.050597] env[69433]: DEBUG nova.network.neutron [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updating instance_info_cache with network_info: [{"id": "70a60cb3-4990-45b9-accb-6a3954ef2253", "address": "fa:16:3e:fa:e2:0a", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a60cb3-49", "ovs_interfaceid": "70a60cb3-4990-45b9-accb-6a3954ef2253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.157317] env[69433]: DEBUG nova.compute.manager [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Received event network-changed-dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.157527] env[69433]: DEBUG nova.compute.manager [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Refreshing instance network info cache due to event network-changed-dc0009bb-7633-4be3-b2e7-53476f72a802. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.157773] env[69433]: DEBUG oslo_concurrency.lockutils [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] Acquiring lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.157928] env[69433]: DEBUG oslo_concurrency.lockutils [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] Acquired lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.158129] env[69433]: DEBUG nova.network.neutron [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Refreshing network info cache for port dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.159581] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c99c7c6d-c554-4146-9363-4c29b8e99364 tempest-ImagesOneServerNegativeTestJSON-2085928129 tempest-ImagesOneServerNegativeTestJSON-2085928129-project-member] Lock "7796cbd8-40fa-4c2b-8778-7850e2121254" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.439s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.288369] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338625, 'name': ReconfigVM_Task, 'duration_secs': 0.464844} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.288976] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Reconfigured VM instance instance-00000040 to attach disk [datastore1] volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a/volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.297059] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a10e0ae-00d3-48b0-893c-4a60c22ee2cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.315112] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 867.315112] env[69433]: value = "task-3338627" [ 867.315112] env[69433]: _type = "Task" [ 867.315112] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.326942] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.354136] env[69433]: DEBUG oslo_vmware.api [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338624, 'name': PowerOnVM_Task, 'duration_secs': 0.541738} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.354489] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.354688] env[69433]: INFO nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Took 8.65 seconds to spawn the instance on the hypervisor. [ 867.354886] env[69433]: DEBUG nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.355785] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01d03a8-3e8f-45ab-b607-5443600a1009 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.423266] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338626, 'name': CreateVM_Task, 'duration_secs': 0.460519} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.423729] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.424496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.424701] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.425036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.425557] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e741348-fd34-43e4-9145-3767211fb6aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.427602] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 0d07e46b-24af-4795-841b-b89ecad2326c] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.434027] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 867.434027] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cba18-f170-5151-f7d7-e97987cbc444" [ 867.434027] env[69433]: _type = "Task" [ 867.434027] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.451441] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cba18-f170-5151-f7d7-e97987cbc444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.542116] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b503e-2627-4284-a0a6-c29f6dae718c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.551516] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7870f976-383d-44c8-bc0a-217aa18193b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.556797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.557127] env[69433]: DEBUG nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance network_info: |[{"id": "70a60cb3-4990-45b9-accb-6a3954ef2253", "address": "fa:16:3e:fa:e2:0a", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a60cb3-49", "ovs_interfaceid": "70a60cb3-4990-45b9-accb-6a3954ef2253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.557539] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:e2:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70a60cb3-4990-45b9-accb-6a3954ef2253', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.565538] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.568734] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.572019] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a01c36b-e512-4200-8b99-7a76aeea0c57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.612059] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f438be-bbce-4fad-ab3b-4d75593a286d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.619213] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.619213] env[69433]: value = "task-3338628" [ 867.619213] env[69433]: _type = "Task" [ 867.619213] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.625277] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dca891-c181-4f89-b93c-131426e7b44c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.636031] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338628, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.647199] env[69433]: DEBUG nova.compute.provider_tree [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.688313] env[69433]: DEBUG nova.network.neutron [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance_info_cache with network_info: [{"id": "ea67ad58-b46e-4127-a58b-42951760e92d", "address": "fa:16:3e:b6:c3:bc", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.103", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea67ad58-b4", "ovs_interfaceid": "ea67ad58-b46e-4127-a58b-42951760e92d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.830054] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338627, 'name': ReconfigVM_Task, 'duration_secs': 0.198845} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.830414] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666366', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'name': 'volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25d581b8-512c-4343-bee8-e0a713649884', 'attached_at': '', 'detached_at': '', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'serial': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 867.831307] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c00ebd6-4f28-49cf-ba94-7f73a780b053 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.840281] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 867.840281] env[69433]: value = "task-3338629" [ 867.840281] env[69433]: _type = "Task" [ 867.840281] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.853103] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338629, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.878213] env[69433]: INFO nova.compute.manager [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Took 32.93 seconds to build instance. [ 867.931878] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 92219f2e-1d61-4a99-9bff-78a6e4c0cb65] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 867.946948] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521cba18-f170-5151-f7d7-e97987cbc444, 'name': SearchDatastore_Task, 'duration_secs': 0.019917} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.947408] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.951307] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.951642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.951838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.952046] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.952389] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b736f913-3ae8-4b4d-919d-958d5b0f5007 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.964280] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.964581] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.966263] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1325be6a-1228-4c29-aa8c-64d977b447b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.974992] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 867.974992] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52501834-a7ea-e1cc-584b-a0ee744dd598" [ 867.974992] env[69433]: _type = "Task" [ 867.974992] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.993252] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52501834-a7ea-e1cc-584b-a0ee744dd598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.133138] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338628, 'name': CreateVM_Task, 'duration_secs': 0.400994} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.136060] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.136986] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.137180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.137547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.138643] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09af6bc-3c76-4621-8cb9-6584cfbe65c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.144996] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 868.144996] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52704d7e-3fef-5976-c916-22a0d8ae5360" [ 868.144996] env[69433]: _type = "Task" [ 868.144996] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.150729] env[69433]: DEBUG nova.scheduler.client.report [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.165778] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52704d7e-3fef-5976-c916-22a0d8ae5360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.191074] env[69433]: DEBUG oslo_concurrency.lockutils [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Releasing lock "refresh_cache-92a06e75-bc77-4211-8ed4-c30ed8751be5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.191599] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.191909] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9aa71e2-488c-4647-95c9-96e26c5dccfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.200105] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 868.200105] env[69433]: value = "task-3338630" [ 868.200105] env[69433]: _type = "Task" [ 868.200105] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.210143] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.348800] env[69433]: DEBUG nova.network.neutron [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Updated VIF entry in instance network info cache for port dc0009bb-7633-4be3-b2e7-53476f72a802. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.349345] env[69433]: DEBUG nova.network.neutron [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Updating instance_info_cache with network_info: [{"id": "dc0009bb-7633-4be3-b2e7-53476f72a802", "address": "fa:16:3e:d3:31:cc", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc0009bb-76", "ovs_interfaceid": "dc0009bb-7633-4be3-b2e7-53476f72a802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.355789] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338629, 'name': Rename_Task, 'duration_secs': 0.194132} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.356808] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.356897] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b05cd1b-a666-47c0-8ec6-dd7b1e735841 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.367144] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 868.367144] env[69433]: value = "task-3338631" [ 868.367144] env[69433]: _type = "Task" [ 868.367144] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.380219] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.383365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7cb25d6e-09b8-466e-bedb-9bd4ffa45f0f tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.439s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.435364] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.435530] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69433) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 868.491145] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52501834-a7ea-e1cc-584b-a0ee744dd598, 'name': SearchDatastore_Task, 'duration_secs': 0.016299} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.492212] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877053c2-6741-42cd-afda-b4b414a0bba2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.499412] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 868.499412] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d214eb-31b2-0ad4-276b-898257fe06ad" [ 868.499412] env[69433]: _type = "Task" [ 868.499412] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.508894] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d214eb-31b2-0ad4-276b-898257fe06ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.659180] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52704d7e-3fef-5976-c916-22a0d8ae5360, 'name': SearchDatastore_Task, 'duration_secs': 0.018087} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.659180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.659180] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.659180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.668544] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.671841] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.422s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.674310] env[69433]: INFO nova.compute.claims [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 868.711264] env[69433]: INFO nova.scheduler.client.report [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Deleted allocations for instance 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57 [ 868.728658] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338630, 'name': PowerOffVM_Task, 'duration_secs': 0.257169} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.728934] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.730188] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:32:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='519fb4e6-5965-41e5-9cb8-b643736eef29',id=42,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-768855362',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.731303] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.731543] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.731923] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.732186] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.732358] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.732571] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.732738] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.732903] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.733081] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.733263] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.739965] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ad8a45d-ef18-4bb6-b13c-0bad5e82306c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.760525] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 868.760525] env[69433]: value = "task-3338632" [ 868.760525] env[69433]: _type = "Task" [ 868.760525] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.771319] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.857159] env[69433]: DEBUG oslo_concurrency.lockutils [req-92b7f66e-4754-4cc5-a7fe-600d690983ad req-70bf83da-097b-4e30-a157-f264fcfd1c2e service nova] Releasing lock "refresh_cache-ffe1854c-735d-4a3a-8db4-1435345ad039" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.877838] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338631, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.938537] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.016937] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d214eb-31b2-0ad4-276b-898257fe06ad, 'name': SearchDatastore_Task, 'duration_secs': 0.016433} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.017810] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.018301] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.018946] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.019386] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.020732] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1305381f-3bd5-4069-9aa5-30ebeb96b86a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.023639] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6178080f-4144-40d3-837e-38307a66f6d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.033618] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 869.033618] env[69433]: value = "task-3338633" [ 869.033618] env[69433]: _type = "Task" [ 869.033618] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.039031] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.039506] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.042063] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036de142-1f54-4a86-b483-282ebc740d29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.048112] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.060018] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 869.060018] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a9d76-4476-4ef4-8024-e677313cf702" [ 869.060018] env[69433]: _type = "Task" [ 869.060018] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.066996] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a9d76-4476-4ef4-8024-e677313cf702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.221715] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9da8868-764c-4b63-b26e-9268ebea6a5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.227653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-996e055e-9b6c-4f6a-a2a5-01327a850a65 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "8bf6e905-2df3-48b6-88e8-dd3ecdd82a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.750s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.231948] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c3576557-5060-4fb0-99b7-aa32902e20de tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Suspending the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 869.232285] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-163bb244-e7c8-432d-a601-93d0dc0b1aa7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.243084] env[69433]: DEBUG oslo_vmware.api [None req-c3576557-5060-4fb0-99b7-aa32902e20de tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 869.243084] env[69433]: value = "task-3338634" [ 869.243084] env[69433]: _type = "Task" [ 869.243084] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.253393] env[69433]: DEBUG oslo_vmware.api [None req-c3576557-5060-4fb0-99b7-aa32902e20de tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338634, 'name': SuspendVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.271521] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338632, 'name': ReconfigVM_Task, 'duration_secs': 0.20053} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.272358] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f343c11-58a9-41d0-a5da-203e4f8d709c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.294210] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:32:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='519fb4e6-5965-41e5-9cb8-b643736eef29',id=42,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-768855362',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.294648] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.294836] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.295092] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.295262] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.295493] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.295729] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.295932] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.296152] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.296347] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.296573] env[69433]: DEBUG nova.virt.hardware [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.297817] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e329519-a6c6-4794-af7d-36fa2870275f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.305818] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 869.305818] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c1d6be-4eef-87df-fa53-1bc549dfe26c" [ 869.305818] env[69433]: _type = "Task" [ 869.305818] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.316191] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c1d6be-4eef-87df-fa53-1bc549dfe26c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.393711] env[69433]: DEBUG oslo_vmware.api [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338631, 'name': PowerOnVM_Task, 'duration_secs': 0.669878} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.394502] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.394502] env[69433]: INFO nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Took 6.19 seconds to spawn the instance on the hypervisor. [ 869.394502] env[69433]: DEBUG nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.395267] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29d30ea-b58f-48b3-a13f-cc57761be88d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.551563] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338633, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.567580] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a9d76-4476-4ef4-8024-e677313cf702, 'name': SearchDatastore_Task, 'duration_secs': 0.029749} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.568486] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9abd32-a802-4ba1-9f0a-e3353ba8dac8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.575165] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 869.575165] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a1679b-2da3-13d6-2f18-61ea2fb27857" [ 869.575165] env[69433]: _type = "Task" [ 869.575165] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.584684] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a1679b-2da3-13d6-2f18-61ea2fb27857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.760121] env[69433]: DEBUG oslo_vmware.api [None req-c3576557-5060-4fb0-99b7-aa32902e20de tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338634, 'name': SuspendVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.824660] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c1d6be-4eef-87df-fa53-1bc549dfe26c, 'name': SearchDatastore_Task, 'duration_secs': 0.014109} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.833329] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.837183] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f55fe8a7-8f8d-470e-8d16-21fa96001e4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.859487] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 869.859487] env[69433]: value = "task-3338635" [ 869.859487] env[69433]: _type = "Task" [ 869.859487] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.873286] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.917630] env[69433]: INFO nova.compute.manager [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Took 33.02 seconds to build instance. [ 870.046402] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825485} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.049480] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.049750] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.050252] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-998d13f3-71a2-4e38-afb0-f59e44f0a452 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.057991] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 870.057991] env[69433]: value = "task-3338636" [ 870.057991] env[69433]: _type = "Task" [ 870.057991] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.073719] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.088833] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a1679b-2da3-13d6-2f18-61ea2fb27857, 'name': SearchDatastore_Task, 'duration_secs': 0.108051} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.089185] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.089411] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.089770] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40b9880-9dd8-4d5b-96b0-1ca2d247b443 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.099696] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 870.099696] env[69433]: value = "task-3338637" [ 870.099696] env[69433]: _type = "Task" [ 870.099696] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.110604] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.128411] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259212a2-d29c-425a-8063-e2226e301f73 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.138653] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294bc184-98aa-4a1a-842d-4ac8b3e87b9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.179992] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc8a62b-78bb-4c27-a8fb-f0de57d837a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.192427] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902081dd-3e89-407a-a7cc-4d02b05e2820 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.209132] env[69433]: DEBUG nova.compute.provider_tree [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.256154] env[69433]: DEBUG oslo_vmware.api [None req-c3576557-5060-4fb0-99b7-aa32902e20de tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338634, 'name': SuspendVM_Task, 'duration_secs': 0.852139} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.256395] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c3576557-5060-4fb0-99b7-aa32902e20de tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Suspended the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 870.256542] env[69433]: DEBUG nova.compute.manager [None req-c3576557-5060-4fb0-99b7-aa32902e20de tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.257674] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a7fe4-502d-4b7e-9a65-6999ffdecb4a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.290059] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521daa56-c67b-9485-c99d-76a5cd90e071/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 870.291645] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1299bf-2dec-44d4-9750-607c1568c1f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.299914] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521daa56-c67b-9485-c99d-76a5cd90e071/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 870.300129] env[69433]: ERROR oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521daa56-c67b-9485-c99d-76a5cd90e071/disk-0.vmdk due to incomplete transfer. [ 870.300500] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d0c1293-1384-4cea-a233-2e434555564d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.311712] env[69433]: DEBUG oslo_vmware.rw_handles [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521daa56-c67b-9485-c99d-76a5cd90e071/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 870.311954] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Uploaded image 5b5d76ec-dcf1-4845-a45a-2f31431c88fb to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 870.314502] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 870.315536] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79686269-600b-49f2-bad2-9d1595850fa5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.324839] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 870.324839] env[69433]: value = "task-3338638" [ 870.324839] env[69433]: _type = "Task" [ 870.324839] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.336531] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338638, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.371742] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338635, 'name': ReconfigVM_Task, 'duration_secs': 0.207441} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.372061] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.372914] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af65d46-d4d1-4049-9e79-06bc29e8b6b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.398244] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.398805] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ece18e-8937-4e9f-a2bb-949b510ad043 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.419698] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 870.419698] env[69433]: value = "task-3338639" [ 870.419698] env[69433]: _type = "Task" [ 870.419698] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.420341] env[69433]: DEBUG oslo_concurrency.lockutils [None req-87128f32-3b86-4f24-b26b-fe50a840da8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "25d581b8-512c-4343-bee8-e0a713649884" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.534s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.431481] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338639, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.568606] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092518} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.568870] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.569790] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58f8d0e-9d0a-4fdb-b928-0d1f0a0f2032 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.598824] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.599232] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e4c932e-5e3b-4a25-8e03-f0f154b00f03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.623289] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338637, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492846} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.624756] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.625023] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.625378] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 870.625378] env[69433]: value = "task-3338640" [ 870.625378] env[69433]: _type = "Task" [ 870.625378] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.625620] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db91e0d4-f4dc-4619-9854-d790a02c1a40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.638668] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.640235] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 870.640235] env[69433]: value = "task-3338641" [ 870.640235] env[69433]: _type = "Task" [ 870.640235] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.652367] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.712539] env[69433]: DEBUG nova.scheduler.client.report [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.836874] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338638, 'name': Destroy_Task, 'duration_secs': 0.374312} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.837140] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Destroyed the VM [ 870.837463] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 870.837729] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1bb2c780-6703-46a0-86e8-d00f6451913a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.846843] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 870.846843] env[69433]: value = "task-3338642" [ 870.846843] env[69433]: _type = "Task" [ 870.846843] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.858215] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338642, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.932016] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338639, 'name': ReconfigVM_Task, 'duration_secs': 0.413258} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.932452] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5/92a06e75-bc77-4211-8ed4-c30ed8751be5.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.933428] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ea90f-4f0f-4498-8128-a3db433a38e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.954779] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc401b-d667-4b27-a470-b53d089b2b2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.980411] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4138c5d-c33d-42a9-9759-caee913f7a92 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.004209] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba74f2-4902-43db-b3a2-54a39481537a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.012758] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.013227] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fc7a57d-d9e8-4e3c-b85e-6ecc6c9a6108 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.020856] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 871.020856] env[69433]: value = "task-3338643" [ 871.020856] env[69433]: _type = "Task" [ 871.020856] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.030474] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.141647] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338640, 'name': ReconfigVM_Task, 'duration_secs': 0.313749} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.145502] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4/1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.146210] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3e6a4d2-1756-4afd-b7f1-b66533375af4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.156306] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179365} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.157730] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 871.158110] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 871.158110] env[69433]: value = "task-3338644" [ 871.158110] env[69433]: _type = "Task" [ 871.158110] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.158954] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c094a1c3-299e-4264-97dc-05cf2b520bd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.171115] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338644, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.193836] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.194374] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d44d8e5-46dc-4344-8b3a-359ac4e0ae43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.219124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.219812] env[69433]: DEBUG nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.222487] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 871.222487] env[69433]: value = "task-3338645" [ 871.222487] env[69433]: _type = "Task" [ 871.222487] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.222847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.028s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.223130] env[69433]: DEBUG nova.objects.instance [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lazy-loading 'resources' on Instance uuid 0a3abf4a-4572-4a57-86cc-e6a5a9331694 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.234387] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338645, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.323577] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "5a6c502b-92fd-4323-811b-bd1269875d59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.323922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "5a6c502b-92fd-4323-811b-bd1269875d59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.324180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "5a6c502b-92fd-4323-811b-bd1269875d59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.324470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "5a6c502b-92fd-4323-811b-bd1269875d59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.324629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "5a6c502b-92fd-4323-811b-bd1269875d59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.327695] env[69433]: INFO nova.compute.manager [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Terminating instance [ 871.358322] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338642, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.447654] env[69433]: DEBUG nova.compute.manager [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Received event network-changed-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.447872] env[69433]: DEBUG nova.compute.manager [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Refreshing instance network info cache due to event network-changed-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.448123] env[69433]: DEBUG oslo_concurrency.lockutils [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] Acquiring lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448347] env[69433]: DEBUG oslo_concurrency.lockutils [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] Acquired lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448459] env[69433]: DEBUG nova.network.neutron [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Refreshing network info cache for port 2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.533287] env[69433]: DEBUG oslo_vmware.api [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338643, 'name': PowerOnVM_Task, 'duration_secs': 0.407136} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.533631] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.674506] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338644, 'name': Rename_Task, 'duration_secs': 0.178141} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.674807] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.675070] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-413e2462-5b99-4e2b-9743-039e409de1cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.682609] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 871.682609] env[69433]: value = "task-3338646" [ 871.682609] env[69433]: _type = "Task" [ 871.682609] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.694228] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.730758] env[69433]: DEBUG nova.compute.utils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.737732] env[69433]: DEBUG nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 871.737954] env[69433]: DEBUG nova.network.neutron [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 871.748196] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.791361] env[69433]: DEBUG nova.policy [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ee1f4e7e5b4dd2b05127f6b5556985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5a4877759264025851f0d919e77e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 871.832526] env[69433]: DEBUG nova.compute.manager [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.832775] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.833719] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91558a1b-0dee-490d-be36-fe52f9eab686 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.844037] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.844310] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c669f6c-fca1-4b86-b174-5de9b2dcf01f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.852980] env[69433]: DEBUG oslo_vmware.api [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 871.852980] env[69433]: value = "task-3338647" [ 871.852980] env[69433]: _type = "Task" [ 871.852980] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.864085] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338642, 'name': RemoveSnapshot_Task, 'duration_secs': 0.658959} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.864898] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 871.865225] env[69433]: DEBUG nova.compute.manager [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.866049] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf7fa1f-3780-4750-89d9-a90d8bbc61a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.873314] env[69433]: DEBUG oslo_vmware.api [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.136842] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9d0f3-9f0b-4a8a-a5ae-ab12e3f44166 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.146661] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee41275-19c9-4942-af33-5bcc4d8a5f82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.188138] env[69433]: DEBUG nova.network.neutron [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Successfully created port: 486285f3-d8c1-4af7-9f5d-3d18a85df43b {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.195740] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ada385-c2a1-4de5-9a33-b929228c4297 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.209686] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609fe9fc-a454-4053-9100-f30f3494c2f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.213942] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338646, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.230840] env[69433]: DEBUG nova.compute.provider_tree [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.240748] env[69433]: DEBUG nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.244170] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338645, 'name': ReconfigVM_Task, 'duration_secs': 0.841131} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.245350] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.248017] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6a077e2-a18d-4e13-ab52-3d884d81bfdf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.257565] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 872.257565] env[69433]: value = "task-3338648" [ 872.257565] env[69433]: _type = "Task" [ 872.257565] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.269441] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338648, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.368465] env[69433]: DEBUG oslo_vmware.api [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338647, 'name': PowerOffVM_Task, 'duration_secs': 0.229204} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.368465] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.368465] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.368465] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-818f51cc-3fc6-452e-bb02-062e822677c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.390435] env[69433]: INFO nova.compute.manager [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Shelve offloading [ 872.393565] env[69433]: DEBUG nova.network.neutron [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updated VIF entry in instance network info cache for port 2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.394020] env[69433]: DEBUG nova.network.neutron [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updating instance_info_cache with network_info: [{"id": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "address": "fa:16:3e:70:92:4f", "network": {"id": "ebf8a61b-1fb2-4198-a0f5-0b24dc18d480", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1853398387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30f02e9049214f6cb43faaad30aafa3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f07aec3-0a", "ovs_interfaceid": "2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.458163] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.458404] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.458605] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Deleting the datastore file [datastore1] 5a6c502b-92fd-4323-811b-bd1269875d59 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.458895] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75eeb80e-6128-43be-892b-711a56723828 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.468077] env[69433]: DEBUG oslo_vmware.api [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for the task: (returnval){ [ 872.468077] env[69433]: value = "task-3338650" [ 872.468077] env[69433]: _type = "Task" [ 872.468077] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.483489] env[69433]: DEBUG oslo_vmware.api [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.545023] env[69433]: INFO nova.compute.manager [None req-89b330fa-9a80-41fd-93c1-56693bde6251 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance to original state: 'active' [ 872.697570] env[69433]: DEBUG oslo_vmware.api [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338646, 'name': PowerOnVM_Task, 'duration_secs': 0.580038} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.698519] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.698519] env[69433]: DEBUG nova.compute.manager [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.699488] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d82097-b2db-4d0d-b294-8753c69e9050 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.729767] env[69433]: DEBUG nova.compute.manager [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.730974] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b1cd39-35ee-4ff1-b0b8-30199da41fef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.734658] env[69433]: DEBUG nova.scheduler.client.report [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.768700] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338648, 'name': Rename_Task, 'duration_secs': 0.287653} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.768977] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.769793] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaee078b-031a-42cd-a6b4-eab3044246ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.778528] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 872.778528] env[69433]: value = "task-3338651" [ 872.778528] env[69433]: _type = "Task" [ 872.778528] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.790031] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.898101] env[69433]: DEBUG oslo_concurrency.lockutils [req-f61b00e1-1736-4470-98b8-8d24ac6fbb11 req-911119a7-d8a2-4860-afe3-dd7acc37c4b0 service nova] Releasing lock "refresh_cache-25d581b8-512c-4343-bee8-e0a713649884" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.898770] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.899089] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c24516-de84-454d-a4dc-33c7945566ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.907223] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 872.907223] env[69433]: value = "task-3338652" [ 872.907223] env[69433]: _type = "Task" [ 872.907223] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.918489] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.980162] env[69433]: DEBUG oslo_vmware.api [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Task: {'id': task-3338650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283731} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.980566] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.980849] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.981143] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.981457] env[69433]: INFO nova.compute.manager [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Took 1.15 seconds to destroy the instance on the hypervisor. [ 872.981828] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.982150] env[69433]: DEBUG nova.compute.manager [-] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.982349] env[69433]: DEBUG nova.network.neutron [-] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.223043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.241980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.244585] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.023s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.245358] env[69433]: DEBUG nova.objects.instance [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 873.253366] env[69433]: DEBUG nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.257014] env[69433]: INFO nova.compute.manager [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] instance snapshotting [ 873.257214] env[69433]: WARNING nova.compute.manager [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 873.261455] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d83a0ed-9443-47d7-bade-25f6929f6b02 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.266315] env[69433]: INFO nova.scheduler.client.report [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted allocations for instance 0a3abf4a-4572-4a57-86cc-e6a5a9331694 [ 873.299829] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36176646-c353-4ea9-90d8-8b5888238181 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.314044] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.320697] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.321051] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.321246] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.321499] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.321992] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.322165] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.322622] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.322893] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.323088] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.323256] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.323431] env[69433]: DEBUG nova.virt.hardware [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.325186] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec13edf-c05a-4fda-8d6a-5fb386ab83c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.334609] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcaf4a3-4e2c-4af6-90ce-90724c54a3c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.419364] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 873.419717] env[69433]: DEBUG nova.compute.manager [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.420565] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b453149f-847b-4076-ae94-92ba144f71df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.428259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.429439] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.429527] env[69433]: DEBUG nova.network.neutron [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.483062] env[69433]: DEBUG nova.compute.manager [req-819c2c2d-be8e-4ca5-b002-aa5cd695a20e req-b71415ab-7906-4e4e-b65b-b14147e0d257 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Received event network-vif-deleted-3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.483062] env[69433]: INFO nova.compute.manager [req-819c2c2d-be8e-4ca5-b002-aa5cd695a20e req-b71415ab-7906-4e4e-b65b-b14147e0d257 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Neutron deleted interface 3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4; detaching it from the instance and deleting it from the info cache [ 873.483062] env[69433]: DEBUG nova.network.neutron [req-819c2c2d-be8e-4ca5-b002-aa5cd695a20e req-b71415ab-7906-4e4e-b65b-b14147e0d257 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.796139] env[69433]: DEBUG oslo_concurrency.lockutils [None req-77f69b76-d6e5-4a0c-86eb-9cdd221110a3 tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "0a3abf4a-4572-4a57-86cc-e6a5a9331694" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.197s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.803144] env[69433]: DEBUG oslo_vmware.api [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338651, 'name': PowerOnVM_Task, 'duration_secs': 0.919982} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.803697] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.803936] env[69433]: INFO nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Took 9.89 seconds to spawn the instance on the hypervisor. [ 873.804136] env[69433]: DEBUG nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.805027] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83f19bd-f63d-49cb-b0fe-e55580c30506 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.825560] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.826047] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eeee6ab3-a7d0-4c73-bc2a-5657b838893a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.835048] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 873.835048] env[69433]: value = "task-3338653" [ 873.835048] env[69433]: _type = "Task" [ 873.835048] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.845284] env[69433]: DEBUG nova.network.neutron [-] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.846608] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.989301] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-765f983b-9af5-4f0b-a888-0b523e155ee9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.997050] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.997550] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.997550] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.997674] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.997941] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.001033] env[69433]: INFO nova.compute.manager [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Terminating instance [ 874.010560] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fa591f-183f-47e2-b2d0-ee53531aa002 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.053587] env[69433]: DEBUG nova.compute.manager [req-819c2c2d-be8e-4ca5-b002-aa5cd695a20e req-b71415ab-7906-4e4e-b65b-b14147e0d257 service nova] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Detach interface failed, port_id=3eb9d9ef-8be8-4221-acc3-dbf5f4c6f6c4, reason: Instance 5a6c502b-92fd-4323-811b-bd1269875d59 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 874.256787] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a9dcd2b3-ae5d-44c6-98eb-ecc85c1930a3 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.276343] env[69433]: DEBUG nova.network.neutron [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Successfully updated port: 486285f3-d8c1-4af7-9f5d-3d18a85df43b {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.285158] env[69433]: DEBUG nova.compute.manager [req-56a09162-df13-49d1-af2b-916b408cc2df req-f70a0f90-8e4a-4adc-8b72-c7e99a30a7a7 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Received event network-vif-plugged-486285f3-d8c1-4af7-9f5d-3d18a85df43b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.285158] env[69433]: DEBUG oslo_concurrency.lockutils [req-56a09162-df13-49d1-af2b-916b408cc2df req-f70a0f90-8e4a-4adc-8b72-c7e99a30a7a7 service nova] Acquiring lock "85b081b8-a4aa-4003-807e-1ca46729fba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.285158] env[69433]: DEBUG oslo_concurrency.lockutils [req-56a09162-df13-49d1-af2b-916b408cc2df req-f70a0f90-8e4a-4adc-8b72-c7e99a30a7a7 service nova] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.285650] env[69433]: DEBUG oslo_concurrency.lockutils [req-56a09162-df13-49d1-af2b-916b408cc2df req-f70a0f90-8e4a-4adc-8b72-c7e99a30a7a7 service nova] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.285921] env[69433]: DEBUG nova.compute.manager [req-56a09162-df13-49d1-af2b-916b408cc2df req-f70a0f90-8e4a-4adc-8b72-c7e99a30a7a7 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] No waiting events found dispatching network-vif-plugged-486285f3-d8c1-4af7-9f5d-3d18a85df43b {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.286364] env[69433]: WARNING nova.compute.manager [req-56a09162-df13-49d1-af2b-916b408cc2df req-f70a0f90-8e4a-4adc-8b72-c7e99a30a7a7 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Received unexpected event network-vif-plugged-486285f3-d8c1-4af7-9f5d-3d18a85df43b for instance with vm_state building and task_state spawning. [ 874.287618] env[69433]: DEBUG nova.network.neutron [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.325398] env[69433]: INFO nova.compute.manager [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Took 36.60 seconds to build instance. [ 874.347944] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338653, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.349269] env[69433]: INFO nova.compute.manager [-] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Took 1.37 seconds to deallocate network for instance. [ 874.505111] env[69433]: DEBUG nova.compute.manager [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 874.505463] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.507314] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7090720d-811e-4c8f-b3ac-93f826230580 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.517934] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.518228] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-713f4ff4-642a-48d2-a5ea-4a33f068c838 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.528441] env[69433]: DEBUG oslo_vmware.api [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 874.528441] env[69433]: value = "task-3338654" [ 874.528441] env[69433]: _type = "Task" [ 874.528441] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.538068] env[69433]: DEBUG oslo_vmware.api [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.754390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "92a06e75-bc77-4211-8ed4-c30ed8751be5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.754728] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.754973] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.755226] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.755345] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.757521] env[69433]: INFO nova.compute.manager [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Terminating instance [ 874.779703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-85b081b8-a4aa-4003-807e-1ca46729fba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.779878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-85b081b8-a4aa-4003-807e-1ca46729fba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.780069] env[69433]: DEBUG nova.network.neutron [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.793128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.826688] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5dafddac-caa8-49c8-8504-d165f4bbdfaa tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.109s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.848988] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338653, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.855653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.856095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.856463] env[69433]: DEBUG nova.objects.instance [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lazy-loading 'resources' on Instance uuid 5a6c502b-92fd-4323-811b-bd1269875d59 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.934967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.935492] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.935781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.936144] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.936427] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.940077] env[69433]: INFO nova.compute.manager [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Terminating instance [ 875.042066] env[69433]: DEBUG oslo_vmware.api [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338654, 'name': PowerOffVM_Task, 'duration_secs': 0.373944} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.042318] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.042558] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.043246] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7d4e751-27e3-4216-9d41-c087f0bff458 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.116379] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.116736] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.117354] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleting the datastore file [datastore1] ddb3b611-da8c-490c-a47f-f4cc5d9f4245 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.117354] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6623fd58-c9c5-47db-9bfa-1b19ab0c7a05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.129281] env[69433]: DEBUG oslo_vmware.api [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for the task: (returnval){ [ 875.129281] env[69433]: value = "task-3338656" [ 875.129281] env[69433]: _type = "Task" [ 875.129281] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.138023] env[69433]: DEBUG oslo_vmware.api [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.183407] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.186162] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd6de02-c178-4f69-b144-560bc0a96752 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.196346] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.196673] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e949252-876a-49e6-bbb8-1b2331b2871d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.264898] env[69433]: DEBUG nova.compute.manager [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.265169] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.265999] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9297b5cb-5afa-4803-86d1-37770d74ace0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.274599] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.274854] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd0355f-9e49-4500-9cc4-930bef3c5755 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.284386] env[69433]: DEBUG oslo_vmware.api [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 875.284386] env[69433]: value = "task-3338658" [ 875.284386] env[69433]: _type = "Task" [ 875.284386] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.298208] env[69433]: DEBUG oslo_vmware.api [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.316115] env[69433]: DEBUG nova.network.neutron [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.356492] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338653, 'name': CreateSnapshot_Task, 'duration_secs': 1.146039} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.356891] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 875.357772] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f871b-34b0-435a-97e9-8e0566ab43fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.448952] env[69433]: DEBUG nova.compute.manager [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 875.449315] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.450382] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f53771-5883-4201-8fe5-ce1e4c21feff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.463632] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.465010] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc31fe3a-02f3-4240-a051-f8a54373343f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.467161] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.467306] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.467551] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleting the datastore file [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.470599] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ee6880f-c503-4a7d-aeb4-5b29b592c160 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.476506] env[69433]: DEBUG oslo_vmware.api [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 875.476506] env[69433]: value = "task-3338659" [ 875.476506] env[69433]: _type = "Task" [ 875.476506] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.481375] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 875.481375] env[69433]: value = "task-3338660" [ 875.481375] env[69433]: _type = "Task" [ 875.481375] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.492859] env[69433]: DEBUG oslo_vmware.api [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.496019] env[69433]: DEBUG nova.network.neutron [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Updating instance_info_cache with network_info: [{"id": "486285f3-d8c1-4af7-9f5d-3d18a85df43b", "address": "fa:16:3e:86:66:29", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486285f3-d8", "ovs_interfaceid": "486285f3-d8c1-4af7-9f5d-3d18a85df43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.506200] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.521587] env[69433]: DEBUG nova.compute.manager [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Received event network-changed-70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.521587] env[69433]: DEBUG nova.compute.manager [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Refreshing instance network info cache due to event network-changed-70a60cb3-4990-45b9-accb-6a3954ef2253. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.521587] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Acquiring lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.521587] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Acquired lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.521587] env[69433]: DEBUG nova.network.neutron [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Refreshing network info cache for port 70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.639978] env[69433]: DEBUG oslo_vmware.api [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Task: {'id': task-3338656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3122} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.640209] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.640396] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.641027] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.641027] env[69433]: INFO nova.compute.manager [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Took 1.14 seconds to destroy the instance on the hypervisor. [ 875.642043] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.642043] env[69433]: DEBUG nova.compute.manager [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.642043] env[69433]: DEBUG nova.network.neutron [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.650454] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "2121b99a-03ef-4111-a393-144083d41811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.650684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.727873] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e530e957-e532-4541-bf13-0a22818d6ed9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.736465] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0576ee29-a663-45a6-8653-302ac898bae7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.772047] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dae685a-71e0-419f-9276-9ed57a9af680 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.781278] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb6c06c-a5bf-4185-ac13-f7ecde644a99 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.794372] env[69433]: DEBUG oslo_vmware.api [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338658, 'name': PowerOffVM_Task, 'duration_secs': 0.218186} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.802325] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.802574] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.803431] env[69433]: DEBUG nova.compute.provider_tree [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.804739] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e589128-234b-4ff0-aa1b-236813152508 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.874074] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.874409] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.874491] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Deleting the datastore file [datastore2] 92a06e75-bc77-4211-8ed4-c30ed8751be5 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.874780] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e34ba574-25f8-4380-a878-861fb8893e84 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.886570] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.887377] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7868ea5f-b70f-4ec5-9750-aad74ee49846 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.892491] env[69433]: DEBUG oslo_vmware.api [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 875.892491] env[69433]: value = "task-3338662" [ 875.892491] env[69433]: _type = "Task" [ 875.892491] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.896819] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 875.896819] env[69433]: value = "task-3338663" [ 875.896819] env[69433]: _type = "Task" [ 875.896819] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.904613] env[69433]: DEBUG oslo_vmware.api [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.910598] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338663, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.936178] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "16a89dad-35a8-410f-b589-649d4f2ff1bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.936424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.995583] env[69433]: DEBUG oslo_vmware.api [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282224} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.000043] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.000350] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.000617] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.003726] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-85b081b8-a4aa-4003-807e-1ca46729fba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.004152] env[69433]: DEBUG nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Instance network_info: |[{"id": "486285f3-d8c1-4af7-9f5d-3d18a85df43b", "address": "fa:16:3e:86:66:29", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486285f3-d8", "ovs_interfaceid": "486285f3-d8c1-4af7-9f5d-3d18a85df43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.004540] env[69433]: DEBUG oslo_vmware.api [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338659, 'name': PowerOffVM_Task, 'duration_secs': 0.226058} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.005938] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:66:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '486285f3-d8c1-4af7-9f5d-3d18a85df43b', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.018834] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.019193] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.019448] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.020986] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.020986] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1f64c2c-ca9b-45b9-85ac-7dd8cdbf38c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.022957] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ef0a941-7beb-43e8-917b-1c7ba2bd03ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.049122] env[69433]: INFO nova.scheduler.client.report [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleted allocations for instance 90206bf8-d16d-4586-9ffb-1c4d89c46550 [ 876.073326] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.073326] env[69433]: value = "task-3338665" [ 876.073326] env[69433]: _type = "Task" [ 876.073326] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.082984] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338665, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.141766] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.141940] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.145403] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleting the datastore file [datastore2] 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.145403] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-375241ea-11b8-4c0f-8345-e39401d2fbcc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.152986] env[69433]: DEBUG nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.155854] env[69433]: DEBUG oslo_vmware.api [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 876.155854] env[69433]: value = "task-3338666" [ 876.155854] env[69433]: _type = "Task" [ 876.155854] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.166584] env[69433]: DEBUG oslo_vmware.api [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.308154] env[69433]: DEBUG nova.scheduler.client.report [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.314906] env[69433]: DEBUG nova.compute.manager [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Received event network-changed-486285f3-d8c1-4af7-9f5d-3d18a85df43b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.315128] env[69433]: DEBUG nova.compute.manager [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Refreshing instance network info cache due to event network-changed-486285f3-d8c1-4af7-9f5d-3d18a85df43b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.315362] env[69433]: DEBUG oslo_concurrency.lockutils [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] Acquiring lock "refresh_cache-85b081b8-a4aa-4003-807e-1ca46729fba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.315509] env[69433]: DEBUG oslo_concurrency.lockutils [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] Acquired lock "refresh_cache-85b081b8-a4aa-4003-807e-1ca46729fba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.315682] env[69433]: DEBUG nova.network.neutron [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Refreshing network info cache for port 486285f3-d8c1-4af7-9f5d-3d18a85df43b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.318284] env[69433]: DEBUG nova.network.neutron [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updated VIF entry in instance network info cache for port 70a60cb3-4990-45b9-accb-6a3954ef2253. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.318284] env[69433]: DEBUG nova.network.neutron [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updating instance_info_cache with network_info: [{"id": "70a60cb3-4990-45b9-accb-6a3954ef2253", "address": "fa:16:3e:fa:e2:0a", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a60cb3-49", "ovs_interfaceid": "70a60cb3-4990-45b9-accb-6a3954ef2253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.417266] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338663, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.417690] env[69433]: DEBUG oslo_vmware.api [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319003} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.417988] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.418287] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.418553] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.418837] env[69433]: INFO nova.compute.manager [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 876.419114] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.419456] env[69433]: DEBUG nova.network.neutron [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.420848] env[69433]: DEBUG nova.compute.manager [-] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.420964] env[69433]: DEBUG nova.network.neutron [-] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.438684] env[69433]: DEBUG nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.557623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.584737] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338665, 'name': CreateVM_Task, 'duration_secs': 0.392795} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.584926] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.585628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.585797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.586133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.586392] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e33ff1-b321-418c-adb3-91bf798f534b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.592588] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 876.592588] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520bbcbf-78ab-55b8-98d8-9f534a1063f0" [ 876.592588] env[69433]: _type = "Task" [ 876.592588] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.600924] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520bbcbf-78ab-55b8-98d8-9f534a1063f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.672417] env[69433]: DEBUG oslo_vmware.api [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243621} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.672737] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.672919] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.673126] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.675022] env[69433]: INFO nova.compute.manager [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 876.675022] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.675022] env[69433]: DEBUG nova.compute.manager [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.675022] env[69433]: DEBUG nova.network.neutron [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.678629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.820891] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.824410] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Releasing lock "refresh_cache-97b2bc5b-267b-440b-a66a-0fd86f49ace2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.824634] env[69433]: DEBUG nova.compute.manager [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received event network-vif-unplugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.824970] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.825305] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.825505] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.825718] env[69433]: DEBUG nova.compute.manager [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] No waiting events found dispatching network-vif-unplugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.825930] env[69433]: WARNING nova.compute.manager [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received unexpected event network-vif-unplugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 for instance with vm_state shelved and task_state shelving_offloading. [ 876.826160] env[69433]: DEBUG nova.compute.manager [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received event network-changed-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.826359] env[69433]: DEBUG nova.compute.manager [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Refreshing instance network info cache due to event network-changed-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.826591] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Acquiring lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.826775] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Acquired lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.827064] env[69433]: DEBUG nova.network.neutron [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Refreshing network info cache for port e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.831858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.274s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.831938] env[69433]: DEBUG nova.objects.instance [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lazy-loading 'resources' on Instance uuid 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.862121] env[69433]: INFO nova.scheduler.client.report [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Deleted allocations for instance 5a6c502b-92fd-4323-811b-bd1269875d59 [ 876.908765] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338663, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.925590] env[69433]: INFO nova.compute.manager [-] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Took 1.28 seconds to deallocate network for instance. [ 876.971897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.103312] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520bbcbf-78ab-55b8-98d8-9f534a1063f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.103645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.103894] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.104153] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.104303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.104549] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.104762] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05958ba8-2eb3-41c6-a2e7-437da8ef6226 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.120665] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.120864] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.121928] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3799d249-a04a-4b81-8b9a-50c8a6659712 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.128309] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 877.128309] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4db56-da30-8064-b9b6-f6aec2fda758" [ 877.128309] env[69433]: _type = "Task" [ 877.128309] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.137965] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4db56-da30-8064-b9b6-f6aec2fda758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.142104] env[69433]: DEBUG nova.network.neutron [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Updated VIF entry in instance network info cache for port 486285f3-d8c1-4af7-9f5d-3d18a85df43b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.142470] env[69433]: DEBUG nova.network.neutron [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Updating instance_info_cache with network_info: [{"id": "486285f3-d8c1-4af7-9f5d-3d18a85df43b", "address": "fa:16:3e:86:66:29", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap486285f3-d8", "ovs_interfaceid": "486285f3-d8c1-4af7-9f5d-3d18a85df43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.201730] env[69433]: DEBUG nova.network.neutron [-] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.335394] env[69433]: DEBUG nova.objects.instance [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lazy-loading 'numa_topology' on Instance uuid 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.372300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-530e3b83-2e1c-4959-889e-ac6b4c4d26f4 tempest-SecurityGroupsTestJSON-797013987 tempest-SecurityGroupsTestJSON-797013987-project-member] Lock "5a6c502b-92fd-4323-811b-bd1269875d59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.048s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.410342] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338663, 'name': CloneVM_Task, 'duration_secs': 1.462892} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.411092] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Created linked-clone VM from snapshot [ 877.411360] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d7f23f-1c13-4a0a-a321-7dffb5534fa5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.414167] env[69433]: DEBUG nova.network.neutron [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.423507] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Uploading image a631a7d6-6fae-4409-a030-568d2d98f42d {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.436242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.451431] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.451431] env[69433]: value = "vm-666385" [ 877.451431] env[69433]: _type = "VirtualMachine" [ 877.451431] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.451742] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8699a72a-0b8e-43c5-abfc-3755e05a35f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.460637] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease: (returnval){ [ 877.460637] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bd6c89-6480-c490-66dc-5b32e651cd0c" [ 877.460637] env[69433]: _type = "HttpNfcLease" [ 877.460637] env[69433]: } obtained for exporting VM: (result){ [ 877.460637] env[69433]: value = "vm-666385" [ 877.460637] env[69433]: _type = "VirtualMachine" [ 877.460637] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.460946] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the lease: (returnval){ [ 877.460946] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bd6c89-6480-c490-66dc-5b32e651cd0c" [ 877.460946] env[69433]: _type = "HttpNfcLease" [ 877.460946] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.468734] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.468734] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bd6c89-6480-c490-66dc-5b32e651cd0c" [ 877.468734] env[69433]: _type = "HttpNfcLease" [ 877.468734] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.550917] env[69433]: DEBUG nova.network.neutron [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updated VIF entry in instance network info cache for port e4cd1bc1-ab67-42ba-bf65-79cdd1643a69. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.551295] env[69433]: DEBUG nova.network.neutron [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": null, "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.554644] env[69433]: DEBUG nova.compute.manager [req-97673857-518d-4989-9f00-0ce4f17fcebc req-55a1d6c1-a252-4560-b562-d68bf569ce5d service nova] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Received event network-vif-deleted-76523a00-989d-461f-b334-c65cbbda5072 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.554644] env[69433]: DEBUG nova.compute.manager [req-97673857-518d-4989-9f00-0ce4f17fcebc req-55a1d6c1-a252-4560-b562-d68bf569ce5d service nova] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Received event network-vif-deleted-ea67ad58-b46e-4127-a58b-42951760e92d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.639504] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4db56-da30-8064-b9b6-f6aec2fda758, 'name': SearchDatastore_Task, 'duration_secs': 0.015294} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.640316] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fdc6ba0-fe60-4bd7-81d8-7e228aa98c2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.645723] env[69433]: DEBUG oslo_concurrency.lockutils [req-75a73ddc-6a5a-432c-b14d-64b37a7fbcda req-b179325c-1a7b-422b-b07a-ce76a93fd445 service nova] Releasing lock "refresh_cache-85b081b8-a4aa-4003-807e-1ca46729fba5" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.646938] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 877.646938] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3f64b-6523-bbc0-92b6-8e6f9c40e2de" [ 877.646938] env[69433]: _type = "Task" [ 877.646938] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.655035] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3f64b-6523-bbc0-92b6-8e6f9c40e2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.704807] env[69433]: INFO nova.compute.manager [-] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Took 1.28 seconds to deallocate network for instance. [ 877.839049] env[69433]: DEBUG nova.objects.base [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Object Instance<90206bf8-d16d-4586-9ffb-1c4d89c46550> lazy-loaded attributes: resources,numa_topology {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 877.925405] env[69433]: INFO nova.compute.manager [-] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Took 1.25 seconds to deallocate network for instance. [ 877.969723] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.969723] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bd6c89-6480-c490-66dc-5b32e651cd0c" [ 877.969723] env[69433]: _type = "HttpNfcLease" [ 877.969723] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 877.969884] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 877.969884] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bd6c89-6480-c490-66dc-5b32e651cd0c" [ 877.969884] env[69433]: _type = "HttpNfcLease" [ 877.969884] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 877.970682] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1e6dff-add6-46a8-a381-d9d46a91928b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.982359] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523afec8-a7cc-fbe3-c602-6b167a824174/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 877.982559] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523afec8-a7cc-fbe3-c602-6b167a824174/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.038940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.060339] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9c19ed4-bd80-4aa6-9ce8-4a8f7a810bdf req-454c6cea-0d66-4f63-b872-0d1b863f81c9 service nova] Releasing lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.075097] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ce2583b2-eb37-4dab-baeb-b27e60a47a43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.157955] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3f64b-6523-bbc0-92b6-8e6f9c40e2de, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.161778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.162244] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 85b081b8-a4aa-4003-807e-1ca46729fba5/85b081b8-a4aa-4003-807e-1ca46729fba5.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.163101] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15e7df2f-2d06-49c5-ac06-3ad16fea4777 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.172681] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 878.172681] env[69433]: value = "task-3338668" [ 878.172681] env[69433]: _type = "Task" [ 878.172681] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.190020] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.213707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.228144] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f20732-5497-4120-9b8b-c196e7dec512 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.236497] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ec9b27-9648-4dfc-8e15-8a66db2d6f09 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.987992] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.989140] env[69433]: DEBUG nova.compute.manager [req-3e2b6f70-0d40-4d88-9fa4-dd290090e0ef req-981f1433-1cd2-4c97-ae72-7e9ed14b3c0f service nova] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Received event network-vif-deleted-e0240bef-b72e-4df8-a965-bde481af1909 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.000518] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338668, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497487} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.025268] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 85b081b8-a4aa-4003-807e-1ca46729fba5/85b081b8-a4aa-4003-807e-1ca46729fba5.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.025546] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.027333] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56d956a1-2b6d-447d-b527-fd6b9fbcf180 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.029751] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c39eca-b19c-42cf-9123-a65e5c753ec6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.041662] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b9506f-5494-4818-afc2-8c95accf6b44 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.045825] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 879.045825] env[69433]: value = "task-3338669" [ 879.045825] env[69433]: _type = "Task" [ 879.045825] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.059855] env[69433]: DEBUG nova.compute.provider_tree [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.069609] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.559125] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082038} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.559648] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.560853] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54465d0c-1c39-48da-98b7-eab0df21eb70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.565628] env[69433]: DEBUG nova.scheduler.client.report [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.596273] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 85b081b8-a4aa-4003-807e-1ca46729fba5/85b081b8-a4aa-4003-807e-1ca46729fba5.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.597609] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2794fb1-2a8f-4364-aaf5-f46003bfb0d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.618763] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 879.618763] env[69433]: value = "task-3338670" [ 879.618763] env[69433]: _type = "Task" [ 879.618763] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.628719] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.072800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.241s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.075387] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.397s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.076961] env[69433]: INFO nova.compute.claims [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.129170] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.587269] env[69433]: DEBUG oslo_concurrency.lockutils [None req-382bdd9f-d761-444b-be0a-826f10e96d44 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.899s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.588389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.549s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.588584] env[69433]: INFO nova.compute.manager [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Unshelving [ 880.630041] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338670, 'name': ReconfigVM_Task, 'duration_secs': 0.6947} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.630338] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 85b081b8-a4aa-4003-807e-1ca46729fba5/85b081b8-a4aa-4003-807e-1ca46729fba5.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.630961] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88d8f1fb-ee25-45c8-a364-fa4781084958 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.638331] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 880.638331] env[69433]: value = "task-3338671" [ 880.638331] env[69433]: _type = "Task" [ 880.638331] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.648560] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338671, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.153284] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338671, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.379692] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909902b8-563a-43b4-a990-e3db62a29cc2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.388128] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3892747e-03d4-4403-83ba-9ab4ac5f7874 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.422900] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004db30c-fc75-4d66-9c60-5d82bed79fbb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.431480] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d38ea-42e3-4e79-95a0-4851a70ac47d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.448667] env[69433]: DEBUG nova.compute.provider_tree [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.611444] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.653908] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338671, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.952288] env[69433]: DEBUG nova.scheduler.client.report [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.153675] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338671, 'name': Rename_Task, 'duration_secs': 1.184711} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.153988] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.156046] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8430dc-4061-45d1-b7f3-973f266f6dd8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.162303] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 882.162303] env[69433]: value = "task-3338672" [ 882.162303] env[69433]: _type = "Task" [ 882.162303] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.170774] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.459416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.460232] env[69433]: DEBUG nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.464616] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.493s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.467124] env[69433]: INFO nova.compute.claims [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.673914] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338672, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.973420] env[69433]: DEBUG nova.compute.utils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.976911] env[69433]: DEBUG nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.977093] env[69433]: DEBUG nova.network.neutron [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 883.026748] env[69433]: DEBUG nova.policy [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86556bfd53e4c82a2edb77badc19d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780ca16f4beb4806969bd28446bc93d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.175090] env[69433]: DEBUG oslo_vmware.api [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338672, 'name': PowerOnVM_Task, 'duration_secs': 0.590078} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.175462] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.175557] env[69433]: INFO nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Took 9.92 seconds to spawn the instance on the hypervisor. [ 883.175709] env[69433]: DEBUG nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 883.176498] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d598b2b-a60c-439a-a591-28f37064cb97 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.300902] env[69433]: DEBUG nova.network.neutron [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Successfully created port: e76e2c0c-400c-4db3-a729-917e48a48d7c {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.478780] env[69433]: DEBUG nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.696910] env[69433]: INFO nova.compute.manager [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Took 19.51 seconds to build instance. [ 883.762025] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31109fcd-202e-44ba-ae1f-a4f22c381385 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.770734] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e05c98-7686-430b-b5d3-72c25b28a2b8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.803532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1f1a55-8484-4700-b330-92441bc810d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.812690] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0dd9e1-9738-425d-a07a-ef5e5707373f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.827910] env[69433]: DEBUG nova.compute.provider_tree [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.200494] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ea135ae-9288-4eb3-8285-1435e179d1ee tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.031s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.331130] env[69433]: DEBUG nova.scheduler.client.report [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.489343] env[69433]: DEBUG nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.516335] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.516658] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.516865] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.517117] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.517344] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.517521] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.517835] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.518037] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.518250] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.518508] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.518780] env[69433]: DEBUG nova.virt.hardware [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.519869] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9088df-de05-4909-bd7e-35a987e8ed9c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.529588] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7912c8d-0007-4fd0-8007-8117ed19bdbb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.679150] env[69433]: DEBUG nova.compute.manager [req-1deef588-23f8-4155-a196-cec39648bd32 req-a16dcafd-70be-4858-a34a-09cca01c1cac service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Received event network-vif-plugged-e76e2c0c-400c-4db3-a729-917e48a48d7c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.679386] env[69433]: DEBUG oslo_concurrency.lockutils [req-1deef588-23f8-4155-a196-cec39648bd32 req-a16dcafd-70be-4858-a34a-09cca01c1cac service nova] Acquiring lock "2121b99a-03ef-4111-a393-144083d41811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.679612] env[69433]: DEBUG oslo_concurrency.lockutils [req-1deef588-23f8-4155-a196-cec39648bd32 req-a16dcafd-70be-4858-a34a-09cca01c1cac service nova] Lock "2121b99a-03ef-4111-a393-144083d41811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.679787] env[69433]: DEBUG oslo_concurrency.lockutils [req-1deef588-23f8-4155-a196-cec39648bd32 req-a16dcafd-70be-4858-a34a-09cca01c1cac service nova] Lock "2121b99a-03ef-4111-a393-144083d41811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.680015] env[69433]: DEBUG nova.compute.manager [req-1deef588-23f8-4155-a196-cec39648bd32 req-a16dcafd-70be-4858-a34a-09cca01c1cac service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] No waiting events found dispatching network-vif-plugged-e76e2c0c-400c-4db3-a729-917e48a48d7c {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 884.680291] env[69433]: WARNING nova.compute.manager [req-1deef588-23f8-4155-a196-cec39648bd32 req-a16dcafd-70be-4858-a34a-09cca01c1cac service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Received unexpected event network-vif-plugged-e76e2c0c-400c-4db3-a729-917e48a48d7c for instance with vm_state building and task_state spawning. [ 884.770655] env[69433]: DEBUG nova.network.neutron [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Successfully updated port: e76e2c0c-400c-4db3-a729-917e48a48d7c {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.836861] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.837538] env[69433]: DEBUG nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.841051] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.405s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.841390] env[69433]: DEBUG nova.objects.instance [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lazy-loading 'resources' on Instance uuid ddb3b611-da8c-490c-a47f-f4cc5d9f4245 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.099024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "85b081b8-a4aa-4003-807e-1ca46729fba5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.099024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.273561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.273934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.273934] env[69433]: DEBUG nova.network.neutron [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.345068] env[69433]: DEBUG nova.compute.utils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.348694] env[69433]: DEBUG nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.348865] env[69433]: DEBUG nova.network.neutron [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.418568] env[69433]: DEBUG nova.policy [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92478d672b5f4402a80bea72c9366d78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '304c837638134ef4b20e1d8671c5ef2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.500244] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523afec8-a7cc-fbe3-c602-6b167a824174/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 885.502031] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dab0fe-ecb3-461f-8c2e-fd7cd39e4ec6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.509245] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523afec8-a7cc-fbe3-c602-6b167a824174/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 885.509406] env[69433]: ERROR oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523afec8-a7cc-fbe3-c602-6b167a824174/disk-0.vmdk due to incomplete transfer. [ 885.509631] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fda24c0-4f9c-4334-ba05-bbc4d97aeb07 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.522335] env[69433]: DEBUG oslo_vmware.rw_handles [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523afec8-a7cc-fbe3-c602-6b167a824174/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 885.522548] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Uploaded image a631a7d6-6fae-4409-a030-568d2d98f42d to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 885.525090] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 885.527796] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-413fec4d-ee72-4226-8d3d-0b4b739eca90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.535650] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 885.535650] env[69433]: value = "task-3338673" [ 885.535650] env[69433]: _type = "Task" [ 885.535650] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.548890] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338673, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.602637] env[69433]: DEBUG nova.compute.utils [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.643461] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3194126-8358-4388-922a-0520cf8baa88 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.653120] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc64157b-df6e-4e95-b244-830a899d9f8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.684747] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d43f50-6d13-4d58-8724-320a83cc2d8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.692558] env[69433]: DEBUG nova.network.neutron [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Successfully created port: 00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.695398] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093fceb4-0d13-4bdc-942d-e77d1afd5c5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.710208] env[69433]: DEBUG nova.compute.provider_tree [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.824237] env[69433]: DEBUG nova.network.neutron [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.852159] env[69433]: DEBUG nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.992829] env[69433]: DEBUG nova.network.neutron [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance_info_cache with network_info: [{"id": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "address": "fa:16:3e:d9:ee:c9", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e2c0c-40", "ovs_interfaceid": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.047130] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338673, 'name': Destroy_Task, 'duration_secs': 0.319993} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.047438] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Destroyed the VM [ 886.047687] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.047953] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-923af9a9-afcc-4162-954e-1e354bbc6ff4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.056710] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 886.056710] env[69433]: value = "task-3338674" [ 886.056710] env[69433]: _type = "Task" [ 886.056710] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.065547] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.105184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.213147] env[69433]: DEBUG nova.scheduler.client.report [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.495659] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.496104] env[69433]: DEBUG nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Instance network_info: |[{"id": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "address": "fa:16:3e:d9:ee:c9", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e2c0c-40", "ovs_interfaceid": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.496635] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:ee:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e76e2c0c-400c-4db3-a729-917e48a48d7c', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.506223] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.506471] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2121b99a-03ef-4111-a393-144083d41811] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.507098] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1686c75-aa5b-4828-a180-6563af6fd8db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.529256] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.529256] env[69433]: value = "task-3338675" [ 886.529256] env[69433]: _type = "Task" [ 886.529256] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.539053] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338675, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.567570] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338674, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.708914] env[69433]: DEBUG nova.compute.manager [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Received event network-changed-e76e2c0c-400c-4db3-a729-917e48a48d7c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.709129] env[69433]: DEBUG nova.compute.manager [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Refreshing instance network info cache due to event network-changed-e76e2c0c-400c-4db3-a729-917e48a48d7c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 886.709352] env[69433]: DEBUG oslo_concurrency.lockutils [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] Acquiring lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.709493] env[69433]: DEBUG oslo_concurrency.lockutils [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] Acquired lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.709651] env[69433]: DEBUG nova.network.neutron [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Refreshing network info cache for port e76e2c0c-400c-4db3-a729-917e48a48d7c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.720046] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.722827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.509s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.722827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.724537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.737s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.724762] env[69433]: DEBUG nova.objects.instance [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lazy-loading 'resources' on Instance uuid 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.742447] env[69433]: INFO nova.scheduler.client.report [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Deleted allocations for instance ddb3b611-da8c-490c-a47f-f4cc5d9f4245 [ 886.745131] env[69433]: INFO nova.scheduler.client.report [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Deleted allocations for instance 92a06e75-bc77-4211-8ed4-c30ed8751be5 [ 886.867739] env[69433]: DEBUG nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.901407] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.901759] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.902075] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.902366] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.902555] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.902712] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.903201] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.903201] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.903412] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.903685] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.903779] env[69433]: DEBUG nova.virt.hardware [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.904814] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8080b7ff-4841-48d9-808b-1764350fe5c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.913828] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c18a5c-3d94-4a87-96ba-ffb14225434f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.043675] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338675, 'name': CreateVM_Task, 'duration_secs': 0.44581} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.043932] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2121b99a-03ef-4111-a393-144083d41811] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.044875] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.045120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.045598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.045937] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a31757e-a419-4a91-8714-131a6b437b23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.052275] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 887.052275] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524a208f-27fe-c54a-7ac2-d2edd03bae72" [ 887.052275] env[69433]: _type = "Task" [ 887.052275] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.070327] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338674, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.076036] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524a208f-27fe-c54a-7ac2-d2edd03bae72, 'name': SearchDatastore_Task, 'duration_secs': 0.014721} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.076432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.076769] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.077111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.077339] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.077611] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.077957] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0852396-12d3-4f21-83c9-f84331d365eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.090373] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.090636] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.091732] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac13b68f-d01f-4078-9b0c-356067d60f82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.097819] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 887.097819] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ea9cc-4a36-dd75-cce1-18c75692461a" [ 887.097819] env[69433]: _type = "Task" [ 887.097819] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.107362] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ea9cc-4a36-dd75-cce1-18c75692461a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.117886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "31fce428-9e5a-4459-a8fd-b4c381218ebd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.118157] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.118368] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "31fce428-9e5a-4459-a8fd-b4c381218ebd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.118553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.118718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.122810] env[69433]: INFO nova.compute.manager [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Terminating instance [ 887.177591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "85b081b8-a4aa-4003-807e-1ca46729fba5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.177993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.178263] env[69433]: INFO nova.compute.manager [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Attaching volume 4cf19e1f-fe6f-4fe9-9713-7f65505a1657 to /dev/sdb [ 887.218066] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f754200e-ab96-4ec9-a4bb-9cd1967d21af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.226976] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6098fd91-2362-4983-9b73-427f2dfb203c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.245789] env[69433]: DEBUG nova.virt.block_device [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Updating existing volume attachment record: d0d40cca-f170-45ea-8292-9c6ae64218ca {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 887.255950] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fda58eb4-39ad-45b1-a66e-1d49ab815dad tempest-ServersAdminTestJSON-818059300 tempest-ServersAdminTestJSON-818059300-project-member] Lock "ddb3b611-da8c-490c-a47f-f4cc5d9f4245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.258s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.259958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-97f511ef-1a8e-4e4c-ad36-8db0b39a5b5e tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "92a06e75-bc77-4211-8ed4-c30ed8751be5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.505s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.474020] env[69433]: DEBUG nova.network.neutron [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updated VIF entry in instance network info cache for port e76e2c0c-400c-4db3-a729-917e48a48d7c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 887.474020] env[69433]: DEBUG nova.network.neutron [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance_info_cache with network_info: [{"id": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "address": "fa:16:3e:d9:ee:c9", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e2c0c-40", "ovs_interfaceid": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.561558] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3e1283-855f-4060-84e1-026e7570fbbc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.576732] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf96ebe-138d-456b-a607-e38a07873ea0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.580852] env[69433]: DEBUG oslo_vmware.api [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338674, 'name': RemoveSnapshot_Task, 'duration_secs': 1.314694} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.581244] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 887.581602] env[69433]: INFO nova.compute.manager [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Took 14.32 seconds to snapshot the instance on the hypervisor. [ 887.619251] env[69433]: DEBUG nova.network.neutron [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Successfully updated port: 00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.624403] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803d9587-6962-43e7-9525-9062053b5636 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.628720] env[69433]: DEBUG nova.compute.manager [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.628868] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.630440] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125e8825-c585-4b21-9f4c-08929f7ac476 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.638281] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ea9cc-4a36-dd75-cce1-18c75692461a, 'name': SearchDatastore_Task, 'duration_secs': 0.012395} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.642020] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84227988-f695-4ff6-a499-5ff162cdbec7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.645381] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c343d3f-fe03-4e2f-96c2-da7e5ab59580 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.651830] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.652644] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc9aed47-2f27-457e-bb49-e72e68e2787f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.656061] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 887.656061] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c4b4e5-db99-2e04-8b32-8a3f347b12ba" [ 887.656061] env[69433]: _type = "Task" [ 887.656061] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.665623] env[69433]: DEBUG nova.compute.provider_tree [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.676797] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c4b4e5-db99-2e04-8b32-8a3f347b12ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.677775] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.678107] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2121b99a-03ef-4111-a393-144083d41811/2121b99a-03ef-4111-a393-144083d41811.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.678354] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb46e0dd-4845-40b2-8efe-63c19bfef445 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.687532] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 887.687532] env[69433]: value = "task-3338680" [ 887.687532] env[69433]: _type = "Task" [ 887.687532] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.697476] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.766523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.766722] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.979357] env[69433]: DEBUG oslo_concurrency.lockutils [req-54997045-2599-4d10-b6f3-25351cb60b37 req-ae86598f-a0b2-44c9-873c-cc3d236b2a76 service nova] Releasing lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.086070] env[69433]: DEBUG nova.compute.manager [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Instance disappeared during snapshot {{(pid=69433) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 888.102688] env[69433]: DEBUG nova.compute.manager [None req-43ecd4f0-118b-4f4d-a70b-54a68878417c tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image not found during clean up a631a7d6-6fae-4409-a030-568d2d98f42d {{(pid=69433) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 888.128748] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.128909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquired lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.129160] env[69433]: DEBUG nova.network.neutron [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.172587] env[69433]: DEBUG nova.scheduler.client.report [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.201348] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338680, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.213505] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.213729] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.213956] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleting the datastore file [datastore1] 31fce428-9e5a-4459-a8fd-b4c381218ebd {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.214631] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-032a89cb-3880-433e-9b04-02e9cfb478c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.223447] env[69433]: DEBUG oslo_vmware.api [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 888.223447] env[69433]: value = "task-3338681" [ 888.223447] env[69433]: _type = "Task" [ 888.223447] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.234855] env[69433]: DEBUG oslo_vmware.api [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.269935] env[69433]: DEBUG nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.625769] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.626064] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.626354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.626476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.626649] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.629348] env[69433]: INFO nova.compute.manager [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Terminating instance [ 888.678085] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.680320] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.069s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.680538] env[69433]: DEBUG nova.objects.instance [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lazy-loading 'pci_requests' on Instance uuid 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.689376] env[69433]: DEBUG nova.network.neutron [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.703343] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544714} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.704263] env[69433]: INFO nova.scheduler.client.report [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted allocations for instance 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4 [ 888.708648] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2121b99a-03ef-4111-a393-144083d41811/2121b99a-03ef-4111-a393-144083d41811.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.708721] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.709222] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d811b2-8dbc-4c78-a53e-a15859c134b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.720080] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 888.720080] env[69433]: value = "task-3338682" [ 888.720080] env[69433]: _type = "Task" [ 888.720080] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.737340] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.737884] env[69433]: DEBUG oslo_vmware.api [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16023} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.738122] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.738309] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.738509] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.738702] env[69433]: INFO nova.compute.manager [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 888.738939] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.739141] env[69433]: DEBUG nova.compute.manager [-] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.739240] env[69433]: DEBUG nova.network.neutron [-] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.782298] env[69433]: DEBUG nova.compute.manager [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Received event network-vif-plugged-00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.783032] env[69433]: DEBUG oslo_concurrency.lockutils [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] Acquiring lock "16a89dad-35a8-410f-b589-649d4f2ff1bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.783032] env[69433]: DEBUG oslo_concurrency.lockutils [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.783032] env[69433]: DEBUG oslo_concurrency.lockutils [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.783302] env[69433]: DEBUG nova.compute.manager [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] No waiting events found dispatching network-vif-plugged-00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.783639] env[69433]: WARNING nova.compute.manager [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Received unexpected event network-vif-plugged-00a9bd9c-38d0-4294-8572-88f08b640e64 for instance with vm_state building and task_state spawning. [ 888.783883] env[69433]: DEBUG nova.compute.manager [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Received event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.784108] env[69433]: DEBUG nova.compute.manager [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing instance network info cache due to event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.784329] env[69433]: DEBUG oslo_concurrency.lockutils [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] Acquiring lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.790829] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.848163] env[69433]: DEBUG nova.network.neutron [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.116877] env[69433]: DEBUG nova.compute.manager [req-9d739d5d-afdc-4ae1-bb4b-73cbb598401c req-8703635b-a8b3-4edc-8072-1809e65e58a8 service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Received event network-vif-deleted-ff2556c9-013e-4fcd-9e17-918ce1ff8ff1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.117567] env[69433]: INFO nova.compute.manager [req-9d739d5d-afdc-4ae1-bb4b-73cbb598401c req-8703635b-a8b3-4edc-8072-1809e65e58a8 service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Neutron deleted interface ff2556c9-013e-4fcd-9e17-918ce1ff8ff1; detaching it from the instance and deleting it from the info cache [ 889.117567] env[69433]: DEBUG nova.network.neutron [req-9d739d5d-afdc-4ae1-bb4b-73cbb598401c req-8703635b-a8b3-4edc-8072-1809e65e58a8 service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.134533] env[69433]: DEBUG nova.compute.manager [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.134759] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.135948] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254fde96-9b59-441b-8b50-da65326f9fa5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.145248] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.145248] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59c0db58-2e24-4d33-acc1-e65ffbb966a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.153139] env[69433]: DEBUG oslo_vmware.api [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 889.153139] env[69433]: value = "task-3338683" [ 889.153139] env[69433]: _type = "Task" [ 889.153139] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.161638] env[69433]: DEBUG oslo_vmware.api [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.187877] env[69433]: DEBUG nova.objects.instance [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lazy-loading 'numa_topology' on Instance uuid 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 889.211916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fb5899e5-81a2-41f6-a5ad-7d0d993c10f8 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.276s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.230314] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.413865} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.230672] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.231455] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6d6b27-7a4c-44d8-9243-658de9e65b56 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.259619] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 2121b99a-03ef-4111-a393-144083d41811/2121b99a-03ef-4111-a393-144083d41811.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.259949] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eda12fd-4602-4559-8cd2-354b7a29a6c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.282495] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 889.282495] env[69433]: value = "task-3338684" [ 889.282495] env[69433]: _type = "Task" [ 889.282495] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.291246] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.354684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Releasing lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.355045] env[69433]: DEBUG nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Instance network_info: |[{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.355361] env[69433]: DEBUG oslo_concurrency.lockutils [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] Acquired lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.355548] env[69433]: DEBUG nova.network.neutron [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.356763] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:c3:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd8c6be9-575e-4605-b779-98606281a3bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00a9bd9c-38d0-4294-8572-88f08b640e64', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.364266] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Creating folder: Project (304c837638134ef4b20e1d8671c5ef2e). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.365404] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce20ce3d-b430-455f-9272-1f8456e9c483 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.397395] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Created folder: Project (304c837638134ef4b20e1d8671c5ef2e) in parent group-v666200. [ 889.397594] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Creating folder: Instances. Parent ref: group-v666390. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.397846] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f4bb21a-98e8-4f98-bbf1-80f027c1f29f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.410989] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Created folder: Instances in parent group-v666390. [ 889.411268] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.411483] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.411697] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a0d36e-db72-4941-8289-35b80e5e0838 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.433866] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.433866] env[69433]: value = "task-3338687" [ 889.433866] env[69433]: _type = "Task" [ 889.433866] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.442196] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338687, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.590396] env[69433]: DEBUG nova.network.neutron [-] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.620016] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ef1af7f-0cd0-4bd3-a18c-65a446a38c40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.630160] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3780c7-6fd4-47d7-8ec7-28713fe4b200 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.666750] env[69433]: DEBUG nova.compute.manager [req-9d739d5d-afdc-4ae1-bb4b-73cbb598401c req-8703635b-a8b3-4edc-8072-1809e65e58a8 service nova] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Detach interface failed, port_id=ff2556c9-013e-4fcd-9e17-918ce1ff8ff1, reason: Instance 31fce428-9e5a-4459-a8fd-b4c381218ebd could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 889.676145] env[69433]: DEBUG oslo_vmware.api [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338683, 'name': PowerOffVM_Task, 'duration_secs': 0.308673} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.676421] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.676629] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.676913] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b028804-b646-4ae9-8530-d36af4b659ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.690257] env[69433]: INFO nova.compute.claims [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.767883] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.768115] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.768308] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Deleting the datastore file [datastore2] dd22452f-04e7-43f9-95a1-4dc220c12db3 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.768584] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71a2ada-d340-428f-9ea1-e4bc877fa0fa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.776541] env[69433]: DEBUG oslo_vmware.api [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for the task: (returnval){ [ 889.776541] env[69433]: value = "task-3338690" [ 889.776541] env[69433]: _type = "Task" [ 889.776541] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.786078] env[69433]: DEBUG oslo_vmware.api [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.796464] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338684, 'name': ReconfigVM_Task, 'duration_secs': 0.30258} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.796763] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 2121b99a-03ef-4111-a393-144083d41811/2121b99a-03ef-4111-a393-144083d41811.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.797409] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa50bbb9-d33b-440f-a37f-f29326a90552 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.804371] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 889.804371] env[69433]: value = "task-3338691" [ 889.804371] env[69433]: _type = "Task" [ 889.804371] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.817020] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338691, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.945434] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338687, 'name': CreateVM_Task, 'duration_secs': 0.328024} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.945602] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.946328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.946491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.946807] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.947080] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e884214a-5133-4560-9b4d-be4b1c72ab4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.957873] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 889.957873] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529bb879-2e48-65af-5d6f-fc6a82ce4aaf" [ 889.957873] env[69433]: _type = "Task" [ 889.957873] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.969972] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529bb879-2e48-65af-5d6f-fc6a82ce4aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.970296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.970547] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.970795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.970952] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.971156] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.971429] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc40ba32-24d0-49aa-8690-2038505adaf5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.980701] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.981209] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.981826] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a5cf2ec-cf52-46a2-8e61-486b721352fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.987107] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 889.987107] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fdb183-6256-a51d-b3d7-c777c90f0d21" [ 889.987107] env[69433]: _type = "Task" [ 889.987107] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.995353] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fdb183-6256-a51d-b3d7-c777c90f0d21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.092596] env[69433]: INFO nova.compute.manager [-] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Took 1.35 seconds to deallocate network for instance. [ 890.126156] env[69433]: DEBUG nova.network.neutron [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updated VIF entry in instance network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.126659] env[69433]: DEBUG nova.network.neutron [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.287721] env[69433]: DEBUG oslo_vmware.api [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Task: {'id': task-3338690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150221} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.289959] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.289959] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.289959] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.289959] env[69433]: INFO nova.compute.manager [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 890.289959] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.290270] env[69433]: DEBUG nova.compute.manager [-] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.290270] env[69433]: DEBUG nova.network.neutron [-] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.314950] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338691, 'name': Rename_Task, 'duration_secs': 0.162522} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.315262] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.315519] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e123eb3-5ea4-4ddf-9729-3506087889a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.324233] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 890.324233] env[69433]: value = "task-3338692" [ 890.324233] env[69433]: _type = "Task" [ 890.324233] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.332916] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.502711] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fdb183-6256-a51d-b3d7-c777c90f0d21, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.507951] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eac8f48-6d37-49ff-b48c-5ebe9e276975 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.515035] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 890.515035] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5242349c-6dea-78d0-7042-c2233c0d184f" [ 890.515035] env[69433]: _type = "Task" [ 890.515035] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.527552] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5242349c-6dea-78d0-7042-c2233c0d184f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.599650] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.629890] env[69433]: DEBUG oslo_concurrency.lockutils [req-bda46770-f9ff-47ab-9cbd-47acde1069ba req-7ca815f5-db97-492c-b129-72d9d1f91427 service nova] Releasing lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.839667] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.008570] env[69433]: DEBUG nova.network.neutron [-] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.033737] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5242349c-6dea-78d0-7042-c2233c0d184f, 'name': SearchDatastore_Task, 'duration_secs': 0.012809} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.034653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.035105] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 16a89dad-35a8-410f-b589-649d4f2ff1bf/16a89dad-35a8-410f-b589-649d4f2ff1bf.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.035216] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4449a88-f15c-47a4-ab4b-e09696b8852f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.039827] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe4e385-1e47-43b2-918d-799e55cf6979 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.044686] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 891.044686] env[69433]: value = "task-3338693" [ 891.044686] env[69433]: _type = "Task" [ 891.044686] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.051335] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da141792-c948-41b8-b0dc-006f450091df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.057500] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.085949] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1f0205-c776-459d-90ce-267576c74015 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.094679] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4998d4da-b98d-4a3e-8251-9e806876e5cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.108744] env[69433]: DEBUG nova.compute.provider_tree [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.146300] env[69433]: DEBUG nova.compute.manager [req-98cd993c-d281-4c1d-b9ea-2fb76d4f770f req-a9842692-d30d-4176-bef3-e78140cd6955 service nova] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Received event network-vif-deleted-b215e270-75ad-411e-b2b7-4645b888c3c6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.334962] env[69433]: DEBUG oslo_vmware.api [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338692, 'name': PowerOnVM_Task, 'duration_secs': 0.520338} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.335251] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.335458] env[69433]: INFO nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Took 6.85 seconds to spawn the instance on the hypervisor. [ 891.335639] env[69433]: DEBUG nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.336411] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c56972-6f66-4957-8285-fdb4cf7c5a4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.511126] env[69433]: INFO nova.compute.manager [-] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Took 1.22 seconds to deallocate network for instance. [ 891.557974] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.611915] env[69433]: DEBUG nova.scheduler.client.report [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.812469] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 891.812812] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666389', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'name': 'volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85b081b8-a4aa-4003-807e-1ca46729fba5', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'serial': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 891.813802] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be17fe9-73df-426e-91a1-0ecda875f8bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.833599] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a205dcaa-13a1-4685-9eb8-b04a9c531b49 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.871679] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657/volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.874052] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4fbb312-e686-48c2-a9e7-fa02576859f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.887828] env[69433]: INFO nova.compute.manager [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Took 15.23 seconds to build instance. [ 891.902168] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 891.902168] env[69433]: value = "task-3338694" [ 891.902168] env[69433]: _type = "Task" [ 891.902168] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.915378] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338694, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.018208] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.060188] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.987587} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.060188] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 16a89dad-35a8-410f-b589-649d4f2ff1bf/16a89dad-35a8-410f-b589-649d4f2ff1bf.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.060188] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.060949] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5113be5-96ea-4b91-b5b8-2a6bbc67a78d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.068763] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 892.068763] env[69433]: value = "task-3338695" [ 892.068763] env[69433]: _type = "Task" [ 892.068763] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.077951] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.118073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.437s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.119440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.328s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.121141] env[69433]: INFO nova.compute.claims [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.283682] env[69433]: INFO nova.network.neutron [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating port e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 892.391095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-59c525bb-d742-4cf3-b158-9f7b2fa3968b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.740s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.414386] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.581457] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079442} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.581731] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.582545] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2383a441-49d0-4add-9b80-acbbb6cfe60c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.607047] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 16a89dad-35a8-410f-b589-649d4f2ff1bf/16a89dad-35a8-410f-b589-649d4f2ff1bf.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.608035] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d1d387-0154-4e56-894a-bedbea6960ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.632620] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 892.632620] env[69433]: value = "task-3338696" [ 892.632620] env[69433]: _type = "Task" [ 892.632620] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.641765] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338696, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.914153] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338694, 'name': ReconfigVM_Task, 'duration_secs': 0.667613} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.915242] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657/volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.922545] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e34654dd-7fa1-4e6f-9406-35ff73911a74 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.946237] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 892.946237] env[69433]: value = "task-3338697" [ 892.946237] env[69433]: _type = "Task" [ 892.946237] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.960235] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338697, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.977388] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Acquiring lock "e5ef7229-b060-449f-8474-d1bb48236ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.979124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.979124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Acquiring lock "e5ef7229-b060-449f-8474-d1bb48236ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.979124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.979124] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.980719] env[69433]: INFO nova.compute.manager [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Terminating instance [ 893.143956] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.392222] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd5e374-0130-424b-bfb7-aaced9ed9963 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.401584] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc730a1-6822-4e3b-95b9-86f11fae9664 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.446171] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e407bc-70b7-4dfd-b772-c1a430ac9bda {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.464448] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2bf193-0642-4792-9ea9-38de9517a2a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.469439] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.481349] env[69433]: DEBUG nova.compute.provider_tree [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.484935] env[69433]: DEBUG nova.compute.manager [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.485248] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.485541] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3f60234-52b8-4e08-b5dd-d18dcdca4265 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.494401] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 893.494401] env[69433]: value = "task-3338698" [ 893.494401] env[69433]: _type = "Task" [ 893.494401] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.503825] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.644752] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.959834] env[69433]: DEBUG oslo_vmware.api [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338697, 'name': ReconfigVM_Task, 'duration_secs': 0.715833} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.960362] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666389', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'name': 'volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85b081b8-a4aa-4003-807e-1ca46729fba5', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'serial': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 893.984711] env[69433]: DEBUG nova.scheduler.client.report [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.994643] env[69433]: DEBUG nova.compute.manager [req-7fe5996a-c05c-434a-9293-c41c0d8a2f87 req-f514c0b9-37a7-4ec5-bb8a-63c8469a0aa2 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received event network-vif-plugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.996705] env[69433]: DEBUG oslo_concurrency.lockutils [req-7fe5996a-c05c-434a-9293-c41c0d8a2f87 req-f514c0b9-37a7-4ec5-bb8a-63c8469a0aa2 service nova] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.996955] env[69433]: DEBUG oslo_concurrency.lockutils [req-7fe5996a-c05c-434a-9293-c41c0d8a2f87 req-f514c0b9-37a7-4ec5-bb8a-63c8469a0aa2 service nova] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.997218] env[69433]: DEBUG oslo_concurrency.lockutils [req-7fe5996a-c05c-434a-9293-c41c0d8a2f87 req-f514c0b9-37a7-4ec5-bb8a-63c8469a0aa2 service nova] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.997493] env[69433]: DEBUG nova.compute.manager [req-7fe5996a-c05c-434a-9293-c41c0d8a2f87 req-f514c0b9-37a7-4ec5-bb8a-63c8469a0aa2 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] No waiting events found dispatching network-vif-plugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.997689] env[69433]: WARNING nova.compute.manager [req-7fe5996a-c05c-434a-9293-c41c0d8a2f87 req-f514c0b9-37a7-4ec5-bb8a-63c8469a0aa2 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received unexpected event network-vif-plugged-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 for instance with vm_state shelved_offloaded and task_state spawning. [ 894.010746] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338698, 'name': PowerOffVM_Task, 'duration_secs': 0.374033} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.011485] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.011485] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 894.011601] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666283', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'name': 'volume-a9701ece-fe50-4b2b-b079-c40aed346b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5ef7229-b060-449f-8474-d1bb48236ce4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'serial': 'a9701ece-fe50-4b2b-b079-c40aed346b57'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 894.013163] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da2fe37-e921-4c9e-aa18-3a1bb28ebfe2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.040704] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262c2f1e-6bb0-4aee-812a-a2740b220051 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.052525] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af55d2d-6551-4b0a-b1a6-ae9fd506d16f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.080121] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4a21cc-2fbc-4461-8cdd-87e595fa91aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.096589] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] The volume has not been displaced from its original location: [datastore1] volume-a9701ece-fe50-4b2b-b079-c40aed346b57/volume-a9701ece-fe50-4b2b-b079-c40aed346b57.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 894.103049] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 894.103422] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942c1392-a877-4414-99db-e6663eaa3d93 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.120880] env[69433]: DEBUG nova.compute.manager [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 894.132020] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 894.132020] env[69433]: value = "task-3338699" [ 894.132020] env[69433]: _type = "Task" [ 894.132020] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.135995] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.135995] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.136170] env[69433]: DEBUG nova.network.neutron [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.148569] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.153575] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.494080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.494825] env[69433]: DEBUG nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.497594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.898s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.497637] env[69433]: DEBUG nova.objects.instance [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lazy-loading 'resources' on Instance uuid 31fce428-9e5a-4459-a8fd-b4c381218ebd {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.645027] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.648333] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338699, 'name': ReconfigVM_Task, 'duration_secs': 0.18527} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.649235] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.654273] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841313de-24c9-4641-8068-549c48c1e861 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.670050] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338696, 'name': ReconfigVM_Task, 'duration_secs': 1.846465} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.670565] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 16a89dad-35a8-410f-b589-649d4f2ff1bf/16a89dad-35a8-410f-b589-649d4f2ff1bf.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.671227] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a61c57-48b3-47c5-8c4e-102c8cb3a4a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.677415] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 894.677415] env[69433]: value = "task-3338700" [ 894.677415] env[69433]: _type = "Task" [ 894.677415] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.678709] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 894.678709] env[69433]: value = "task-3338701" [ 894.678709] env[69433]: _type = "Task" [ 894.678709] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.697061] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.697342] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338701, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.894400] env[69433]: DEBUG nova.network.neutron [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.002549] env[69433]: DEBUG nova.compute.utils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.010697] env[69433]: DEBUG nova.objects.instance [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'flavor' on Instance uuid 85b081b8-a4aa-4003-807e-1ca46729fba5 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.011785] env[69433]: DEBUG nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.012040] env[69433]: DEBUG nova.network.neutron [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.067694] env[69433]: DEBUG nova.policy [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aa5648818149639e11802f42d5cc50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b22361665274b24bc2976618e33228b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.165518] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "c2dbf67c-796a-4d53-8611-b11801f4aa71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.165763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.206033] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338700, 'name': ReconfigVM_Task, 'duration_secs': 0.152133} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.207437] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666283', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'name': 'volume-a9701ece-fe50-4b2b-b079-c40aed346b57', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e5ef7229-b060-449f-8474-d1bb48236ce4', 'attached_at': '', 'detached_at': '', 'volume_id': 'a9701ece-fe50-4b2b-b079-c40aed346b57', 'serial': 'a9701ece-fe50-4b2b-b079-c40aed346b57'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 895.207792] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.208314] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338701, 'name': Rename_Task, 'duration_secs': 0.216529} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.209140] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a3181-a6d1-4da8-b163-66028866bd37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.212265] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.215308] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-724aa86e-c133-4e8e-ab59-ed3ad8ee179d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.222812] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.222910] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd98e751-a620-42f2-b82c-2fdfff810f73 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.225935] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 895.225935] env[69433]: value = "task-3338702" [ 895.225935] env[69433]: _type = "Task" [ 895.225935] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.238134] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.310246] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.310564] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.310827] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Deleting the datastore file [datastore1] e5ef7229-b060-449f-8474-d1bb48236ce4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.314109] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93f93f7e-e91c-485d-aa5c-ca71f09b7f8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.321314] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for the task: (returnval){ [ 895.321314] env[69433]: value = "task-3338704" [ 895.321314] env[69433]: _type = "Task" [ 895.321314] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.331502] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.397423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.415822] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bfa3ca-874e-4829-8092-00412b3208f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.427947] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be371d94-867c-4759-b153-ca7907395be9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.465316] env[69433]: DEBUG nova.network.neutron [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Successfully created port: 04fbfaa9-2c6e-4fba-9bad-97085b978340 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.467731] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d487737-f92d-40ea-a626-43eca74ba78a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.477813] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5619bbf-8af3-41ef-94b4-b144a34deb2a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.485039] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5755533dd109c1cf7e303cddbb6d831a',container_format='bare',created_at=2025-04-06T15:35:00Z,direct_url=,disk_format='vmdk',id=5b5d76ec-dcf1-4845-a45a-2f31431c88fb,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-810759836-shelved',owner='8724ebceca2045b086c1892a062a8a8f',properties=ImageMetaProps,protected=,size=31590912,status='active',tags=,updated_at=2025-04-06T15:35:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.485302] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.485464] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.485647] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.485795] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.486230] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.486230] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.486352] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.486478] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.486775] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.486961] env[69433]: DEBUG nova.virt.hardware [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.487797] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e70c4b7-5320-4725-b580-d9630af92832 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.505265] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20632d3f-ecd7-4fad-810f-9a2e93f1bf48 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.509617] env[69433]: DEBUG nova.compute.provider_tree [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.511180] env[69433]: DEBUG nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.525333] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:4e:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4cd1bc1-ab67-42ba-bf65-79cdd1643a69', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.533055] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.533673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-93c422b7-9d80-4587-b184-44b9e457b576 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.356s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.538027] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.538027] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1aa8446-6fd8-48f4-b55f-d423f646f525 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.559472] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.559472] env[69433]: value = "task-3338705" [ 895.559472] env[69433]: _type = "Task" [ 895.559472] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.568553] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338705, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.670442] env[69433]: DEBUG nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 895.737797] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338702, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.781020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "85b081b8-a4aa-4003-807e-1ca46729fba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.781020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.781333] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "85b081b8-a4aa-4003-807e-1ca46729fba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.781472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.781626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.783794] env[69433]: INFO nova.compute.manager [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Terminating instance [ 895.835724] env[69433]: DEBUG oslo_vmware.api [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Task: {'id': task-3338704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150517} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.835881] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 895.836321] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 895.836321] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 895.836460] env[69433]: INFO nova.compute.manager [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Took 2.35 seconds to destroy the instance on the hypervisor. [ 895.836700] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.836903] env[69433]: DEBUG nova.compute.manager [-] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 895.837424] env[69433]: DEBUG nova.network.neutron [-] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.014894] env[69433]: DEBUG nova.scheduler.client.report [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.028371] env[69433]: DEBUG nova.compute.manager [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received event network-changed-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.028532] env[69433]: DEBUG nova.compute.manager [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Refreshing instance network info cache due to event network-changed-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.028672] env[69433]: DEBUG oslo_concurrency.lockutils [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] Acquiring lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.028980] env[69433]: DEBUG oslo_concurrency.lockutils [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] Acquired lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.031265] env[69433]: DEBUG nova.network.neutron [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Refreshing network info cache for port e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.069610] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338705, 'name': CreateVM_Task, 'duration_secs': 0.421035} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.070186] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.070927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.071250] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.071593] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.072128] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93611d74-ab84-4cb4-bfbc-4e0bfd98baba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.078812] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 896.078812] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52875d0f-2262-90d6-43da-bf6d26abda04" [ 896.078812] env[69433]: _type = "Task" [ 896.078812] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.088944] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52875d0f-2262-90d6-43da-bf6d26abda04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.195022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.236849] env[69433]: DEBUG oslo_vmware.api [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338702, 'name': PowerOnVM_Task, 'duration_secs': 0.722027} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.237134] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.237339] env[69433]: INFO nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Took 9.37 seconds to spawn the instance on the hypervisor. [ 896.237517] env[69433]: DEBUG nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 896.238380] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6801b4e-f999-4f75-8cdb-d9dc1d2c4287 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.288471] env[69433]: DEBUG nova.compute.manager [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.288562] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.289539] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d994baeb-c986-49c2-b8f4-5cd9d63a0681 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.298213] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 896.298213] env[69433]: value = "task-3338706" [ 896.298213] env[69433]: _type = "Task" [ 896.298213] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.311019] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.367879] env[69433]: DEBUG nova.compute.manager [req-80775bf4-e718-44e0-9e20-0c00482d6df0 req-353a9d13-eb8c-4ed0-81a0-c097959545ac service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Received event network-vif-deleted-1d2463aa-7989-4a36-b21c-7d4adc2fc35b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.368128] env[69433]: INFO nova.compute.manager [req-80775bf4-e718-44e0-9e20-0c00482d6df0 req-353a9d13-eb8c-4ed0-81a0-c097959545ac service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Neutron deleted interface 1d2463aa-7989-4a36-b21c-7d4adc2fc35b; detaching it from the instance and deleting it from the info cache [ 896.369256] env[69433]: DEBUG nova.network.neutron [req-80775bf4-e718-44e0-9e20-0c00482d6df0 req-353a9d13-eb8c-4ed0-81a0-c097959545ac service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.524601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.527064] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.509s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.527377] env[69433]: DEBUG nova.objects.instance [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lazy-loading 'resources' on Instance uuid dd22452f-04e7-43f9-95a1-4dc220c12db3 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.543316] env[69433]: DEBUG nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.557313] env[69433]: INFO nova.scheduler.client.report [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted allocations for instance 31fce428-9e5a-4459-a8fd-b4c381218ebd [ 896.571132] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.571451] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.571623] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.571840] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.572075] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.572303] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.572653] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.572864] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.573077] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.573273] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.573483] env[69433]: DEBUG nova.virt.hardware [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.574426] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5a0566-97cd-4649-bc49-29b49b692ed1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.585487] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1806fae9-5268-4734-b83c-c874813ede1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.595113] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.595390] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Processing image 5b5d76ec-dcf1-4845-a45a-2f31431c88fb {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.595604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb/5b5d76ec-dcf1-4845-a45a-2f31431c88fb.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.595754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb/5b5d76ec-dcf1-4845-a45a-2f31431c88fb.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.595934] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.596583] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d67bd7e-76f2-4d06-884b-7a1daca407fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.623488] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.623834] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.624580] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf2b62d3-2f1b-47db-87cd-c18922fe3b06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.630452] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 896.630452] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a1fb3-720f-8ddf-d127-7b9c8f99c093" [ 896.630452] env[69433]: _type = "Task" [ 896.630452] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.639413] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a1fb3-720f-8ddf-d127-7b9c8f99c093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.763832] env[69433]: INFO nova.compute.manager [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Took 19.82 seconds to build instance. [ 896.805644] env[69433]: DEBUG nova.network.neutron [-] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.813347] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338706, 'name': PowerOffVM_Task, 'duration_secs': 0.2412} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.813786] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.814668] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 896.814668] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666389', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'name': 'volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85b081b8-a4aa-4003-807e-1ca46729fba5', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'serial': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 896.815186] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cea202a-368e-4aea-8333-37ec2ff104a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.843313] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ac14b5-9aa0-43f1-b4a1-4ea9d40175dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.852019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d47f51-3677-45c1-a50f-1348227750d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.876194] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d24ffd0-c961-40a5-aac1-12bd2aafe80e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.878438] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8285ede3-d639-4737-ac2a-fd6d7d33301e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.882862] env[69433]: DEBUG nova.network.neutron [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updated VIF entry in instance network info cache for port e4cd1bc1-ab67-42ba-bf65-79cdd1643a69. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.883279] env[69433]: DEBUG nova.network.neutron [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.896831] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] The volume has not been displaced from its original location: [datastore2] volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657/volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 896.903238] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.904247] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6573582-693d-4f0b-bd09-42293e636740 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.922354] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3838d98-3f60-4539-8b0b-55c8a4538189 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.940902] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 896.940902] env[69433]: value = "task-3338707" [ 896.940902] env[69433]: _type = "Task" [ 896.940902] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.961999] env[69433]: DEBUG nova.compute.manager [req-80775bf4-e718-44e0-9e20-0c00482d6df0 req-353a9d13-eb8c-4ed0-81a0-c097959545ac service nova] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Detach interface failed, port_id=1d2463aa-7989-4a36-b21c-7d4adc2fc35b, reason: Instance e5ef7229-b060-449f-8474-d1bb48236ce4 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 896.966142] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.064730] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4be4f53-9bf5-43be-bc5c-d10c67964347 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "31fce428-9e5a-4459-a8fd-b4c381218ebd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.946s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.072431] env[69433]: DEBUG nova.network.neutron [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Successfully updated port: 04fbfaa9-2c6e-4fba-9bad-97085b978340 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.145162] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Preparing fetch location {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 897.145162] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Fetch image to [datastore1] OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79/OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79.vmdk {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 897.145328] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Downloading stream optimized image 5b5d76ec-dcf1-4845-a45a-2f31431c88fb to [datastore1] OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79/OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79.vmdk on the data store datastore1 as vApp {{(pid=69433) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 897.145918] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Downloading image file data 5b5d76ec-dcf1-4845-a45a-2f31431c88fb to the ESX as VM named 'OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79' {{(pid=69433) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 897.246595] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 897.246595] env[69433]: value = "resgroup-9" [ 897.246595] env[69433]: _type = "ResourcePool" [ 897.246595] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 897.246595] env[69433]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1234a778-7f7e-417b-869e-e245676fee20 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.265622] env[69433]: DEBUG oslo_concurrency.lockutils [None req-399b3824-cf98-41a7-a1f7-0293be6f2da5 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.329s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.269508] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lease: (returnval){ [ 897.269508] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525914ef-8bac-0ecd-72e5-ababd02f1835" [ 897.269508] env[69433]: _type = "HttpNfcLease" [ 897.269508] env[69433]: } obtained for vApp import into resource pool (val){ [ 897.269508] env[69433]: value = "resgroup-9" [ 897.269508] env[69433]: _type = "ResourcePool" [ 897.269508] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 897.269776] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the lease: (returnval){ [ 897.269776] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525914ef-8bac-0ecd-72e5-ababd02f1835" [ 897.269776] env[69433]: _type = "HttpNfcLease" [ 897.269776] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 897.279252] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.279252] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525914ef-8bac-0ecd-72e5-ababd02f1835" [ 897.279252] env[69433]: _type = "HttpNfcLease" [ 897.279252] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 897.308862] env[69433]: INFO nova.compute.manager [-] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Took 1.47 seconds to deallocate network for instance. [ 897.367228] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa63090-3918-4fa1-a132-1855bc38e83c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.376855] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a0e37-6485-4026-b7f3-c23afb54da5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.411175] env[69433]: DEBUG oslo_concurrency.lockutils [req-6189e373-6640-49d8-9a5f-85a8a54218bf req-3f6144d5-b2d7-4c93-8e07-7c689188d3d4 service nova] Releasing lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.412627] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a23a73-9442-4e72-b030-61ea3f799209 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.421092] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60892d5b-a77e-4c55-9465-10d43bbe73b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.436254] env[69433]: DEBUG nova.compute.provider_tree [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.451420] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338707, 'name': ReconfigVM_Task, 'duration_secs': 0.211517} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.452321] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.457189] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7629b92-5eb0-4e88-9d17-9f489abfae84 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.475233] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 897.475233] env[69433]: value = "task-3338709" [ 897.475233] env[69433]: _type = "Task" [ 897.475233] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.485799] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.574806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "refresh_cache-362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.575234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "refresh_cache-362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.575442] env[69433]: DEBUG nova.network.neutron [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.779022] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 897.779022] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525914ef-8bac-0ecd-72e5-ababd02f1835" [ 897.779022] env[69433]: _type = "HttpNfcLease" [ 897.779022] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 897.874952] env[69433]: INFO nova.compute.manager [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Took 0.57 seconds to detach 1 volumes for instance. [ 897.878228] env[69433]: DEBUG nova.compute.manager [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Deleting volume: a9701ece-fe50-4b2b-b079-c40aed346b57 {{(pid=69433) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 897.940362] env[69433]: DEBUG nova.scheduler.client.report [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.984661] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338709, 'name': ReconfigVM_Task, 'duration_secs': 0.187209} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.985029] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666389', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'name': 'volume-4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '85b081b8-a4aa-4003-807e-1ca46729fba5', 'attached_at': '', 'detached_at': '', 'volume_id': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657', 'serial': '4cf19e1f-fe6f-4fe9-9713-7f65505a1657'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 897.985315] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.986150] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f15dd-0956-45d3-b5cb-ae78958fef9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.993646] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.993879] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6190e551-993a-4c9e-9046-99133a5afd08 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.068823] env[69433]: DEBUG nova.compute.manager [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Received event network-vif-plugged-04fbfaa9-2c6e-4fba-9bad-97085b978340 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.068823] env[69433]: DEBUG oslo_concurrency.lockutils [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] Acquiring lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.068823] env[69433]: DEBUG oslo_concurrency.lockutils [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.068823] env[69433]: DEBUG oslo_concurrency.lockutils [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.068823] env[69433]: DEBUG nova.compute.manager [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] No waiting events found dispatching network-vif-plugged-04fbfaa9-2c6e-4fba-9bad-97085b978340 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.069291] env[69433]: WARNING nova.compute.manager [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Received unexpected event network-vif-plugged-04fbfaa9-2c6e-4fba-9bad-97085b978340 for instance with vm_state building and task_state spawning. [ 898.069291] env[69433]: DEBUG nova.compute.manager [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Received event network-changed-04fbfaa9-2c6e-4fba-9bad-97085b978340 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.069291] env[69433]: DEBUG nova.compute.manager [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Refreshing instance network info cache due to event network-changed-04fbfaa9-2c6e-4fba-9bad-97085b978340. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.069291] env[69433]: DEBUG oslo_concurrency.lockutils [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] Acquiring lock "refresh_cache-362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.069594] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 898.069767] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 898.070067] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleting the datastore file [datastore2] 85b081b8-a4aa-4003-807e-1ca46729fba5 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 898.070559] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95b3d103-cc17-401e-8259-585e183080bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.078871] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 898.078871] env[69433]: value = "task-3338712" [ 898.078871] env[69433]: _type = "Task" [ 898.078871] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.090548] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.112938] env[69433]: DEBUG nova.network.neutron [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.257967] env[69433]: DEBUG nova.network.neutron [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Updating instance_info_cache with network_info: [{"id": "04fbfaa9-2c6e-4fba-9bad-97085b978340", "address": "fa:16:3e:27:6b:ab", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fbfaa9-2c", "ovs_interfaceid": "04fbfaa9-2c6e-4fba-9bad-97085b978340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.281030] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.281030] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525914ef-8bac-0ecd-72e5-ababd02f1835" [ 898.281030] env[69433]: _type = "HttpNfcLease" [ 898.281030] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 898.281339] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 898.281339] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525914ef-8bac-0ecd-72e5-ababd02f1835" [ 898.281339] env[69433]: _type = "HttpNfcLease" [ 898.281339] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 898.282340] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19298d21-ee3c-4559-a12e-85e19d171a6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.291789] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0aba0-3c53-3f0a-fa72-293f6dca4fc9/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 898.291789] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating HTTP connection to write to file with size = 31590912 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0aba0-3c53-3f0a-fa72-293f6dca4fc9/disk-0.vmdk. {{(pid=69433) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 898.355525] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f6b42c87-c500-47c3-8b7f-49f262aa23a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.398378] env[69433]: DEBUG nova.compute.manager [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Received event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.398631] env[69433]: DEBUG nova.compute.manager [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing instance network info cache due to event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.398861] env[69433]: DEBUG oslo_concurrency.lockutils [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] Acquiring lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.399037] env[69433]: DEBUG oslo_concurrency.lockutils [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] Acquired lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.399223] env[69433]: DEBUG nova.network.neutron [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.419326] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.446874] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.450014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.805s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.471030] env[69433]: INFO nova.scheduler.client.report [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Deleted allocations for instance dd22452f-04e7-43f9-95a1-4dc220c12db3 [ 898.594681] env[69433]: DEBUG oslo_vmware.api [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192169} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.596873] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.597174] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.597379] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.597590] env[69433]: INFO nova.compute.manager [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Took 2.31 seconds to destroy the instance on the hypervisor. [ 898.597892] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.598172] env[69433]: DEBUG nova.compute.manager [-] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.598279] env[69433]: DEBUG nova.network.neutron [-] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.761428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "refresh_cache-362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.761781] env[69433]: DEBUG nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Instance network_info: |[{"id": "04fbfaa9-2c6e-4fba-9bad-97085b978340", "address": "fa:16:3e:27:6b:ab", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fbfaa9-2c", "ovs_interfaceid": "04fbfaa9-2c6e-4fba-9bad-97085b978340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.762101] env[69433]: DEBUG oslo_concurrency.lockutils [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] Acquired lock "refresh_cache-362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.762286] env[69433]: DEBUG nova.network.neutron [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Refreshing network info cache for port 04fbfaa9-2c6e-4fba-9bad-97085b978340 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.766848] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:6b:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04fbfaa9-2c6e-4fba-9bad-97085b978340', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.774779] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.775399] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.775399] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28bdf3c5-47fe-441d-b0e0-d71778f08129 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.798839] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.798839] env[69433]: value = "task-3338713" [ 898.798839] env[69433]: _type = "Task" [ 898.798839] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.808969] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338713, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.955555] env[69433]: INFO nova.compute.claims [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.979053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af290cf2-87ce-42a6-823c-7fad66583942 tempest-MigrationsAdminTest-1609714980 tempest-MigrationsAdminTest-1609714980-project-member] Lock "dd22452f-04e7-43f9-95a1-4dc220c12db3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.353s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.127191] env[69433]: DEBUG nova.network.neutron [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updated VIF entry in instance network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.127607] env[69433]: DEBUG nova.network.neutron [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.309868] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338713, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.399121] env[69433]: DEBUG nova.network.neutron [-] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.463221] env[69433]: INFO nova.compute.resource_tracker [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating resource usage from migration 8594be68-793f-4d6f-9165-fdc38af62ce6 [ 899.483486] env[69433]: DEBUG nova.network.neutron [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Updated VIF entry in instance network info cache for port 04fbfaa9-2c6e-4fba-9bad-97085b978340. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.483861] env[69433]: DEBUG nova.network.neutron [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Updating instance_info_cache with network_info: [{"id": "04fbfaa9-2c6e-4fba-9bad-97085b978340", "address": "fa:16:3e:27:6b:ab", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04fbfaa9-2c", "ovs_interfaceid": "04fbfaa9-2c6e-4fba-9bad-97085b978340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.630803] env[69433]: DEBUG oslo_concurrency.lockutils [req-71256d74-c1c2-4c26-95e8-4200b35c9f19 req-be9b3912-bb48-409d-b7a3-f5354854c7f4 service nova] Releasing lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.695086] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044d969-92d1-473a-89a7-30ff44936e10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.702995] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edee92ef-0030-4a89-bd32-19a09bc17b85 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.737236] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bc03f9-4115-4dbd-9e3a-7b1c9e9c4391 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.747933] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f1770-eab7-4d55-a7b1-b27c5bb609c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.768076] env[69433]: DEBUG nova.compute.provider_tree [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.810606] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338713, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.902825] env[69433]: INFO nova.compute.manager [-] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Took 1.30 seconds to deallocate network for instance. [ 899.989161] env[69433]: DEBUG oslo_concurrency.lockutils [req-43a1f3cf-2548-4fac-8942-db06ede3035b req-414d5c38-3c29-4fb2-a8b0-f77a72839d52 service nova] Releasing lock "refresh_cache-362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.093707] env[69433]: DEBUG nova.compute.manager [req-4018db76-6c81-4083-9a90-cbe3136a2c18 req-478835a3-0a56-4a55-b177-eda765e23856 service nova] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Received event network-vif-deleted-486285f3-d8c1-4af7-9f5d-3d18a85df43b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.274082] env[69433]: DEBUG nova.scheduler.client.report [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.311423] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338713, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.451487] env[69433]: INFO nova.compute.manager [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Took 0.55 seconds to detach 1 volumes for instance. [ 900.779886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.330s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.780105] env[69433]: INFO nova.compute.manager [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Migrating [ 900.789364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.594s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.790874] env[69433]: INFO nova.compute.claims [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.818761] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338713, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.958452] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.306972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.307274] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.307374] env[69433]: DEBUG nova.network.neutron [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.321806] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338713, 'name': CreateVM_Task, 'duration_secs': 2.145386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.321806] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.322206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.322371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.322697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.323225] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e762ad-229b-45fe-9476-9396d1d418c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.332187] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 901.332187] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a3dfe-31b7-32fa-bed0-a197e61d27b0" [ 901.332187] env[69433]: _type = "Task" [ 901.332187] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.344183] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a3dfe-31b7-32fa-bed0-a197e61d27b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.396555] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Completed reading data from the image iterator. {{(pid=69433) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 901.396863] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0aba0-3c53-3f0a-fa72-293f6dca4fc9/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 901.397927] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e74bc1-b11d-4214-9b68-efc3798b18dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.407036] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0aba0-3c53-3f0a-fa72-293f6dca4fc9/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 901.407217] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0aba0-3c53-3f0a-fa72-293f6dca4fc9/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 901.407484] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-92b19b14-43b8-4db4-995f-5f80b2aba609 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.845014] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a3dfe-31b7-32fa-bed0-a197e61d27b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012509} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.848447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.848765] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.849065] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.849301] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.849439] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.852329] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b0794c0-58f3-46aa-9dfc-39aede7c086b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.863439] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.863645] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.868049] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf7a05ca-86a3-4f9d-bfd5-ab35aedfa60a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.876777] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 901.876777] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a920bb-eabe-aa8b-98cf-c4e2cc9d97d4" [ 901.876777] env[69433]: _type = "Task" [ 901.876777] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.887769] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a920bb-eabe-aa8b-98cf-c4e2cc9d97d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.893092] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0aba0-3c53-3f0a-fa72-293f6dca4fc9/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 901.893406] env[69433]: INFO nova.virt.vmwareapi.images [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Downloaded image file data 5b5d76ec-dcf1-4845-a45a-2f31431c88fb [ 901.894245] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c76294-afb3-4ded-a61b-2abc709d2940 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.915573] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ebf6ec8-4964-436e-b88b-f04c0b8a379a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.967581] env[69433]: INFO nova.virt.vmwareapi.images [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] The imported VM was unregistered [ 901.969662] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Caching image {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 901.969756] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.971321] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b29df90a-8acb-4dcf-a5d4-ac58aafd12bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.993327] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Created directory with path [datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.993327] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79/OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79.vmdk to [datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb/5b5d76ec-dcf1-4845-a45a-2f31431c88fb.vmdk. {{(pid=69433) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 901.994010] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-49d94f46-cf3a-4fbe-adcd-670f2dd1cba6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.003507] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 902.003507] env[69433]: value = "task-3338715" [ 902.003507] env[69433]: _type = "Task" [ 902.003507] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.013094] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338715, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.059152] env[69433]: DEBUG nova.network.neutron [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance_info_cache with network_info: [{"id": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "address": "fa:16:3e:d9:ee:c9", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e2c0c-40", "ovs_interfaceid": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.119632] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd1486c-b7d7-49ad-b125-e5d2fee7d536 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.127733] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a48d31-ab0f-47ea-84d7-bd53ab9435b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.160744] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f6ee64-e908-4627-943f-438ef3be573f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.169013] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90ed65c-8a4d-454a-beb1-ffd38a140b71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.183300] env[69433]: DEBUG nova.compute.provider_tree [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.390958] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a920bb-eabe-aa8b-98cf-c4e2cc9d97d4, 'name': SearchDatastore_Task, 'duration_secs': 0.0124} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.390958] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eebc645-203f-4689-8912-65f4d093c7ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.396330] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 902.396330] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4cac0-71f9-e47e-a9b5-b2ecb07bce52" [ 902.396330] env[69433]: _type = "Task" [ 902.396330] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.405070] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4cac0-71f9-e47e-a9b5-b2ecb07bce52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.516178] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338715, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.563561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.688742] env[69433]: DEBUG nova.scheduler.client.report [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.912350] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4cac0-71f9-e47e-a9b5-b2ecb07bce52, 'name': SearchDatastore_Task, 'duration_secs': 0.034734} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.913070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.913265] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f/362c3083-d9e8-496c-a0c2-b6edc8b7cd4f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.913620] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3026ec6-686c-4f81-b71b-a69b68da91b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.925829] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 902.925829] env[69433]: value = "task-3338716" [ 902.925829] env[69433]: _type = "Task" [ 902.925829] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.937144] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.019117] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338715, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.193232] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.194167] env[69433]: DEBUG nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.196843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.778s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.200173] env[69433]: DEBUG nova.objects.instance [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lazy-loading 'resources' on Instance uuid e5ef7229-b060-449f-8474-d1bb48236ce4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.439900] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.518590] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338715, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.706025] env[69433]: DEBUG nova.compute.utils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.712754] env[69433]: DEBUG nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.714696] env[69433]: DEBUG nova.network.neutron [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.781998] env[69433]: DEBUG nova.policy [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '811f47f9209b45bd948eb7c2ba6c447a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a86fdd0bd74de79387b074c45fbdb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.940764] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.018961] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338715, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.036949] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299c6db9-1bda-4a12-b94d-1a256581dea1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.051037] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656389f7-c3bf-44ab-bd14-638ced23f50a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.087899] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7342b0b-e9f4-4dc3-9782-26599c16a3aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.091042] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15ea001-692e-4324-ae2e-f910321250e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.097552] env[69433]: DEBUG nova.network.neutron [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Successfully created port: 83d2342d-3e37-4718-a369-a5ae73b30eda {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.115541] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance '2121b99a-03ef-4111-a393-144083d41811' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.120307] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6628c1-8d23-4678-9987-254375738482 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.136961] env[69433]: DEBUG nova.compute.provider_tree [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.214139] env[69433]: DEBUG nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.445677] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.518755] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338715, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.627559] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.629983] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b5f2fe-6205-4344-890e-b8334fd68baa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.639930] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 904.639930] env[69433]: value = "task-3338717" [ 904.639930] env[69433]: _type = "Task" [ 904.639930] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.640298] env[69433]: DEBUG nova.scheduler.client.report [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.658102] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.942874] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.021482] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338715, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.004088} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.021482] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79/OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79.vmdk to [datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb/5b5d76ec-dcf1-4845-a45a-2f31431c88fb.vmdk. [ 905.021482] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Cleaning up location [datastore1] OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 905.021482] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7afff756-061f-4d2e-a522-4bb24ad3cd79 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.021482] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e9f40a-5010-40d6-9e12-94bafaa2024e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.030750] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 905.030750] env[69433]: value = "task-3338718" [ 905.030750] env[69433]: _type = "Task" [ 905.030750] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.039274] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.150318] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.155770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.197s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.156052] env[69433]: DEBUG nova.objects.instance [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'resources' on Instance uuid 85b081b8-a4aa-4003-807e-1ca46729fba5 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.157247] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338717, 'name': PowerOffVM_Task, 'duration_secs': 0.314952} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.157472] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.157663] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance '2121b99a-03ef-4111-a393-144083d41811' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.173880] env[69433]: INFO nova.scheduler.client.report [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Deleted allocations for instance e5ef7229-b060-449f-8474-d1bb48236ce4 [ 905.225021] env[69433]: DEBUG nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.250253] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.250581] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.250804] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.251050] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.251262] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.251464] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.251710] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.251921] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.252160] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.252411] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.252642] env[69433]: DEBUG nova.virt.hardware [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.253656] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff27f09-5ba9-4715-89ae-bf12fc305bee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.263259] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096d4d88-e10a-4579-825f-0c4b7548a1e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.281755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.281991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.440907] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338716, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.129559} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.441232] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f/362c3083-d9e8-496c-a0c2-b6edc8b7cd4f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.441522] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.441791] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-882b4e16-0953-4b1d-9aad-f77220b85d6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.450121] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 905.450121] env[69433]: value = "task-3338719" [ 905.450121] env[69433]: _type = "Task" [ 905.450121] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.460389] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.545570] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160595} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.546516] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.546516] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb/5b5d76ec-dcf1-4845-a45a-2f31431c88fb.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.546610] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb/5b5d76ec-dcf1-4845-a45a-2f31431c88fb.vmdk to [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.546898] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-256939d7-200c-4d92-a744-371233fa7e0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.556959] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 905.556959] env[69433]: value = "task-3338720" [ 905.556959] env[69433]: _type = "Task" [ 905.556959] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.569476] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.668808] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.668911] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.669139] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.669420] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.669638] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.669865] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.670372] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.670440] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.670650] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.670895] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.671169] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.683756] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cefe530-8e17-4a9a-a1a4-92ee61092abe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.703563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4e2a4dc-48de-4d38-bd43-842b2e7d5c38 tempest-ServersTestBootFromVolume-1411252393 tempest-ServersTestBootFromVolume-1411252393-project-member] Lock "e5ef7229-b060-449f-8474-d1bb48236ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.725s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.715600] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 905.715600] env[69433]: value = "task-3338721" [ 905.715600] env[69433]: _type = "Task" [ 905.715600] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.732348] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.764455] env[69433]: DEBUG nova.compute.manager [req-684280a0-c52b-478d-844d-742ebee1df58 req-a9372558-94d6-4142-99c8-808f2258db8c service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Received event network-vif-plugged-83d2342d-3e37-4718-a369-a5ae73b30eda {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.766710] env[69433]: DEBUG oslo_concurrency.lockutils [req-684280a0-c52b-478d-844d-742ebee1df58 req-a9372558-94d6-4142-99c8-808f2258db8c service nova] Acquiring lock "c2dbf67c-796a-4d53-8611-b11801f4aa71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.766933] env[69433]: DEBUG oslo_concurrency.lockutils [req-684280a0-c52b-478d-844d-742ebee1df58 req-a9372558-94d6-4142-99c8-808f2258db8c service nova] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.767122] env[69433]: DEBUG oslo_concurrency.lockutils [req-684280a0-c52b-478d-844d-742ebee1df58 req-a9372558-94d6-4142-99c8-808f2258db8c service nova] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.767300] env[69433]: DEBUG nova.compute.manager [req-684280a0-c52b-478d-844d-742ebee1df58 req-a9372558-94d6-4142-99c8-808f2258db8c service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] No waiting events found dispatching network-vif-plugged-83d2342d-3e37-4718-a369-a5ae73b30eda {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.767468] env[69433]: WARNING nova.compute.manager [req-684280a0-c52b-478d-844d-742ebee1df58 req-a9372558-94d6-4142-99c8-808f2258db8c service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Received unexpected event network-vif-plugged-83d2342d-3e37-4718-a369-a5ae73b30eda for instance with vm_state building and task_state spawning. [ 905.785028] env[69433]: DEBUG nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.963661] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072646} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.963661] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.963949] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff1d465-0ff5-47d9-9f9d-a38ce7f047a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.993826] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f/362c3083-d9e8-496c-a0c2-b6edc8b7cd4f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.994752] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6772d2b9-3bbb-48d7-8e7f-fa67878db3bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.998603] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49de1fdc-ffbd-46e4-94be-2e188727402e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.020870] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c7bcdc-f31f-4c67-b90c-d9c264438771 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.023559] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 906.023559] env[69433]: value = "task-3338722" [ 906.023559] env[69433]: _type = "Task" [ 906.023559] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.054192] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849bdc65-f772-4e62-973f-2947affd1f6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.065426] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.067119] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa3817-f147-41fe-9036-e45b061e2a49 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.075887] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.086324] env[69433]: DEBUG nova.compute.provider_tree [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.228504] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338721, 'name': ReconfigVM_Task, 'duration_secs': 0.506273} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.228843] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance '2121b99a-03ef-4111-a393-144083d41811' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.270902] env[69433]: DEBUG nova.network.neutron [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Successfully updated port: 83d2342d-3e37-4718-a369-a5ae73b30eda {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.308021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.322120] env[69433]: DEBUG nova.compute.manager [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Received event network-changed-83d2342d-3e37-4718-a369-a5ae73b30eda {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.322424] env[69433]: DEBUG nova.compute.manager [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Refreshing instance network info cache due to event network-changed-83d2342d-3e37-4718-a369-a5ae73b30eda. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.322696] env[69433]: DEBUG oslo_concurrency.lockutils [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] Acquiring lock "refresh_cache-c2dbf67c-796a-4d53-8611-b11801f4aa71" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.322862] env[69433]: DEBUG oslo_concurrency.lockutils [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] Acquired lock "refresh_cache-c2dbf67c-796a-4d53-8611-b11801f4aa71" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.323066] env[69433]: DEBUG nova.network.neutron [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Refreshing network info cache for port 83d2342d-3e37-4718-a369-a5ae73b30eda {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.536861] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.569198] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338720, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.591234] env[69433]: DEBUG nova.scheduler.client.report [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.736190] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.736448] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.736605] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.736788] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.736936] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.737355] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.737588] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.737764] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.737935] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.738117] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.738300] env[69433]: DEBUG nova.virt.hardware [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.745990] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 906.746772] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b06bd98b-a8e8-466f-8c32-b289d28feedc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.772081] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 906.772081] env[69433]: value = "task-3338723" [ 906.772081] env[69433]: _type = "Task" [ 906.772081] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.776132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "refresh_cache-c2dbf67c-796a-4d53-8611-b11801f4aa71" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.783922] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.863474] env[69433]: DEBUG nova.network.neutron [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.961158] env[69433]: DEBUG nova.network.neutron [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.038957] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.076384] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338720, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.096688] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.099630] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.792s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.101795] env[69433]: INFO nova.compute.claims [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.127770] env[69433]: INFO nova.scheduler.client.report [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted allocations for instance 85b081b8-a4aa-4003-807e-1ca46729fba5 [ 907.288434] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338723, 'name': ReconfigVM_Task, 'duration_secs': 0.234479} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.289294] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 907.290424] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f860a651-0c1e-4e27-bbde-d54a7446c76f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.320642] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 2121b99a-03ef-4111-a393-144083d41811/2121b99a-03ef-4111-a393-144083d41811.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.321475] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79048f9a-83ab-43f3-9ad8-a8e20c6f7781 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.348649] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 907.348649] env[69433]: value = "task-3338724" [ 907.348649] env[69433]: _type = "Task" [ 907.348649] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.361763] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.465131] env[69433]: DEBUG oslo_concurrency.lockutils [req-0fa6e39d-16a5-4e24-9f02-8240da6b6555 req-ac5d2b85-13f2-4653-b595-736f9cdedc63 service nova] Releasing lock "refresh_cache-c2dbf67c-796a-4d53-8611-b11801f4aa71" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.465131] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquired lock "refresh_cache-c2dbf67c-796a-4d53-8611-b11801f4aa71" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.465480] env[69433]: DEBUG nova.network.neutron [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.538623] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.572419] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338720, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.635656] env[69433]: DEBUG oslo_concurrency.lockutils [None req-169206a7-3759-4bce-a95c-3530b8292ff6 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "85b081b8-a4aa-4003-807e-1ca46729fba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.854s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.863491] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338724, 'name': ReconfigVM_Task, 'duration_secs': 0.455905} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.863802] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 2121b99a-03ef-4111-a393-144083d41811/2121b99a-03ef-4111-a393-144083d41811.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.864105] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance '2121b99a-03ef-4111-a393-144083d41811' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.034037] env[69433]: DEBUG nova.network.neutron [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.042775] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338722, 'name': ReconfigVM_Task, 'duration_secs': 1.616835} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.043371] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f/362c3083-d9e8-496c-a0c2-b6edc8b7cd4f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.043816] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bed15de-26f4-4be7-9fad-f009dcae4400 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.062072] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 908.062072] env[69433]: value = "task-3338725" [ 908.062072] env[69433]: _type = "Task" [ 908.062072] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.082457] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338725, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.087037] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338720, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.278424] env[69433]: DEBUG nova.network.neutron [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Updating instance_info_cache with network_info: [{"id": "83d2342d-3e37-4718-a369-a5ae73b30eda", "address": "fa:16:3e:f4:65:a2", "network": {"id": "21f18ce8-e169-4853-8f3b-05318efa0bda", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-378699214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a86fdd0bd74de79387b074c45fbdb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d2342d-3e", "ovs_interfaceid": "83d2342d-3e37-4718-a369-a5ae73b30eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.371405] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca48d28-6ba3-4f3e-a26e-3378944a6160 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.399052] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b635d5-4ec7-4e14-b526-6fa2e65d6701 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.420234] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance '2121b99a-03ef-4111-a393-144083d41811' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.467629] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dd4927-bb5c-456d-a1ff-4950f7dc25c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.477430] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1134a-0a74-44c5-8d88-3d83b5a5bd55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.511021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7f4547-5dcc-43ce-b92e-9717ba395a9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.517281] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad90d381-29ef-4a3f-b526-b299bbfb2b42 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.531737] env[69433]: DEBUG nova.compute.provider_tree [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.572113] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338720, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.805374} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.575179] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5b5d76ec-dcf1-4845-a45a-2f31431c88fb/5b5d76ec-dcf1-4845-a45a-2f31431c88fb.vmdk to [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.575913] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9485bf-95da-4f9a-837d-0dfed5c91b53 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.583565] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338725, 'name': Rename_Task, 'duration_secs': 0.389909} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.595190] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.604301] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.604301] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb42d83-ae79-4ca4-9fbd-c7d2815450f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.606022] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bbf79fa-cb98-4f7f-ae85-27f000c408db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.630656] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 908.630656] env[69433]: value = "task-3338727" [ 908.630656] env[69433]: _type = "Task" [ 908.630656] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.632389] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 908.632389] env[69433]: value = "task-3338726" [ 908.632389] env[69433]: _type = "Task" [ 908.632389] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.644313] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.647821] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.781987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Releasing lock "refresh_cache-c2dbf67c-796a-4d53-8611-b11801f4aa71" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.781987] env[69433]: DEBUG nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Instance network_info: |[{"id": "83d2342d-3e37-4718-a369-a5ae73b30eda", "address": "fa:16:3e:f4:65:a2", "network": {"id": "21f18ce8-e169-4853-8f3b-05318efa0bda", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-378699214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a86fdd0bd74de79387b074c45fbdb8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ac73085-7d7d-4ac3-863f-7b36a1b69aee", "external-id": "nsx-vlan-transportzone-289", "segmentation_id": 289, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83d2342d-3e", "ovs_interfaceid": "83d2342d-3e37-4718-a369-a5ae73b30eda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.782226] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:65:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ac73085-7d7d-4ac3-863f-7b36a1b69aee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83d2342d-3e37-4718-a369-a5ae73b30eda', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.790526] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Creating folder: Project (69a86fdd0bd74de79387b074c45fbdb8). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.790866] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b1071f8-1127-4574-a8bb-eb9653f0bc90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.803409] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Created folder: Project (69a86fdd0bd74de79387b074c45fbdb8) in parent group-v666200. [ 908.803546] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Creating folder: Instances. Parent ref: group-v666396. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.803841] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b045339a-babb-4786-bbe7-f157ba251dea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.815588] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Created folder: Instances in parent group-v666396. [ 908.815890] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.816156] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.816422] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ebf5405-ab83-4752-a9cb-666fcc0c635f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.837441] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.837441] env[69433]: value = "task-3338730" [ 908.837441] env[69433]: _type = "Task" [ 908.837441] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.848758] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338730, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.004140] env[69433]: DEBUG nova.network.neutron [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Port e76e2c0c-400c-4db3-a729-917e48a48d7c binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 909.034336] env[69433]: DEBUG nova.scheduler.client.report [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.150198] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338727, 'name': ReconfigVM_Task, 'duration_secs': 0.450791} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.152408] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550/90206bf8-d16d-4586-9ffb-1c4d89c46550.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.153216] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338726, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.153523] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae2ca604-2292-4fac-b7c0-f30f5583c6aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.165445] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 909.165445] env[69433]: value = "task-3338731" [ 909.165445] env[69433]: _type = "Task" [ 909.165445] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.187753] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338731, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.350972] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338730, 'name': CreateVM_Task, 'duration_secs': 0.50377} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.350972] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.350972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.350972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.350972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.350972] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-052d08a6-961d-471f-bf21-62e7f2fe60cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.356023] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 909.356023] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f1c4c0-78eb-04b6-bfca-c81480abf42f" [ 909.356023] env[69433]: _type = "Task" [ 909.356023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.361498] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f1c4c0-78eb-04b6-bfca-c81480abf42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.540848] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.541924] env[69433]: DEBUG nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.646698] env[69433]: DEBUG oslo_vmware.api [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338726, 'name': PowerOnVM_Task, 'duration_secs': 0.569169} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.647018] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.647018] env[69433]: INFO nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Took 13.10 seconds to spawn the instance on the hypervisor. [ 909.647169] env[69433]: DEBUG nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.647978] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a5f743-f62d-4abf-bfb3-e407a3c17241 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.674636] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338731, 'name': Rename_Task, 'duration_secs': 0.443839} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.674904] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.675172] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8aa009-c54d-4247-825b-909293386652 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.682461] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 909.682461] env[69433]: value = "task-3338732" [ 909.682461] env[69433]: _type = "Task" [ 909.682461] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.692532] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.783159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.783470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.864290] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f1c4c0-78eb-04b6-bfca-c81480abf42f, 'name': SearchDatastore_Task, 'duration_secs': 0.090157} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.864585] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.864834] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.865095] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.865246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.865428] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.865697] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe74bba-c88a-44b4-b143-053cb64827d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.873951] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.874155] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.874918] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc051b5-6223-46b8-a114-ab8174614dd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.881124] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 909.881124] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238c15e-f198-1918-a899-ec6c7f216a7d" [ 909.881124] env[69433]: _type = "Task" [ 909.881124] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.889657] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238c15e-f198-1918-a899-ec6c7f216a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.027703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "2121b99a-03ef-4111-a393-144083d41811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.027921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.027987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.049909] env[69433]: DEBUG nova.compute.utils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.051456] env[69433]: DEBUG nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.051763] env[69433]: DEBUG nova.network.neutron [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.114708] env[69433]: DEBUG nova.policy [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93d017a870154f07909a329e36807b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a49d113dd13442aeac205fe7f4ad5503', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.165028] env[69433]: INFO nova.compute.manager [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Took 21.39 seconds to build instance. [ 910.192822] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338732, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.285368] env[69433]: DEBUG nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.393709] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238c15e-f198-1918-a899-ec6c7f216a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.008837} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.395110] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a642b7b3-b3c1-4cef-9cae-6bc7d1c1dd2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.405158] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 910.405158] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eaf2f0-5991-544a-26d1-d84cad657487" [ 910.405158] env[69433]: _type = "Task" [ 910.405158] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.413059] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eaf2f0-5991-544a-26d1-d84cad657487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.556982] env[69433]: DEBUG nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.629648] env[69433]: DEBUG nova.network.neutron [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Successfully created port: 3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.666678] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dc1d3696-9641-417a-9050-32f346081372 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.900s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.695984] env[69433]: DEBUG oslo_vmware.api [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338732, 'name': PowerOnVM_Task, 'duration_secs': 0.811252} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.696103] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.814530] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.815213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.816798] env[69433]: INFO nova.compute.claims [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.820922] env[69433]: DEBUG nova.compute.manager [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.822029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec4761d-ea3d-4a13-9b18-b82b04b6cdfe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.914495] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eaf2f0-5991-544a-26d1-d84cad657487, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.915253] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.915608] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] c2dbf67c-796a-4d53-8611-b11801f4aa71/c2dbf67c-796a-4d53-8611-b11801f4aa71.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.915964] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82d8b2c-7f42-439b-a240-cc7ab0b2ca92 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.923496] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 910.923496] env[69433]: value = "task-3338733" [ 910.923496] env[69433]: _type = "Task" [ 910.923496] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.932698] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.086752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.086752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.086752] env[69433]: DEBUG nova.network.neutron [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.347934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ccbedf57-136c-4ab5-8ac9-b6bf2b536122 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.759s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.438060] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51063} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.438838] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] c2dbf67c-796a-4d53-8611-b11801f4aa71/c2dbf67c-796a-4d53-8611-b11801f4aa71.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.439051] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.439390] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f574f5-e117-4d6f-93eb-efdfb2420c31 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.448193] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 911.448193] env[69433]: value = "task-3338734" [ 911.448193] env[69433]: _type = "Task" [ 911.448193] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.458285] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.574461] env[69433]: DEBUG nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.606358] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.606615] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.606771] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.606948] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.607105] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.607252] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.607544] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.607715] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.607878] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.608048] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.608225] env[69433]: DEBUG nova.virt.hardware [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.609141] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13853133-4696-4330-bca2-d21cc596f2be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.617916] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4c55cc-39e2-4dbf-8e82-95e0807e7908 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.928431] env[69433]: DEBUG nova.network.neutron [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance_info_cache with network_info: [{"id": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "address": "fa:16:3e:d9:ee:c9", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e2c0c-40", "ovs_interfaceid": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.963492] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077127} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.963772] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.964933] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6825584-95f1-42ba-8455-e9bf70b5ed5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.995878] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] c2dbf67c-796a-4d53-8611-b11801f4aa71/c2dbf67c-796a-4d53-8611-b11801f4aa71.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.998702] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8285508-2c3d-4926-8f09-476b7dd02135 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.020285] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 912.020285] env[69433]: value = "task-3338735" [ 912.020285] env[69433]: _type = "Task" [ 912.020285] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.031545] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.117733] env[69433]: DEBUG nova.compute.manager [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.118200] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78fc08-529c-460b-aec7-015dfd0a69f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.198668] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd5ac9a-e2db-48a7-b931-b7012b88f1f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.206973] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba02371-08ba-4aa0-b943-8d746674686e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.241235] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b3d547-a06a-402e-b73a-47a0cb2f46c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.249066] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92388f6-587e-4f4c-8a94-b54e3e8764b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.262848] env[69433]: DEBUG nova.compute.provider_tree [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.294499] env[69433]: DEBUG nova.compute.manager [req-ecec09da-0eaa-46f6-87b3-2a8ebb64ea6c req-5d9e55d9-3a29-491b-90a5-4b8a1ecf79e8 service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received event network-vif-plugged-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.294743] env[69433]: DEBUG oslo_concurrency.lockutils [req-ecec09da-0eaa-46f6-87b3-2a8ebb64ea6c req-5d9e55d9-3a29-491b-90a5-4b8a1ecf79e8 service nova] Acquiring lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.294934] env[69433]: DEBUG oslo_concurrency.lockutils [req-ecec09da-0eaa-46f6-87b3-2a8ebb64ea6c req-5d9e55d9-3a29-491b-90a5-4b8a1ecf79e8 service nova] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.295116] env[69433]: DEBUG oslo_concurrency.lockutils [req-ecec09da-0eaa-46f6-87b3-2a8ebb64ea6c req-5d9e55d9-3a29-491b-90a5-4b8a1ecf79e8 service nova] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.295425] env[69433]: DEBUG nova.compute.manager [req-ecec09da-0eaa-46f6-87b3-2a8ebb64ea6c req-5d9e55d9-3a29-491b-90a5-4b8a1ecf79e8 service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] No waiting events found dispatching network-vif-plugged-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.295520] env[69433]: WARNING nova.compute.manager [req-ecec09da-0eaa-46f6-87b3-2a8ebb64ea6c req-5d9e55d9-3a29-491b-90a5-4b8a1ecf79e8 service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received unexpected event network-vif-plugged-3c43e7dd-aaf4-418b-8a10-0c905e2602fd for instance with vm_state building and task_state spawning. [ 912.430588] env[69433]: DEBUG nova.network.neutron [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Successfully updated port: 3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.432052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.532553] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338735, 'name': ReconfigVM_Task, 'duration_secs': 0.334629} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.532553] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Reconfigured VM instance instance-00000046 to attach disk [datastore1] c2dbf67c-796a-4d53-8611-b11801f4aa71/c2dbf67c-796a-4d53-8611-b11801f4aa71.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.533204] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8a087d9-64ab-4830-97d4-7e955397f6a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.540614] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 912.540614] env[69433]: value = "task-3338736" [ 912.540614] env[69433]: _type = "Task" [ 912.540614] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.550506] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338736, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.631610] env[69433]: INFO nova.compute.manager [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] instance snapshotting [ 912.636265] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f4a052-257c-47a5-bad1-2eb0564850df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.660963] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7419037-5645-4b9a-b490-673e290de515 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.767031] env[69433]: DEBUG nova.scheduler.client.report [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.939402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.939402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquired lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.939663] env[69433]: DEBUG nova.network.neutron [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.961491] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7296aa65-5837-4a5d-94ff-130c1c0149b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.985982] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cb1f87-6605-4449-ad1c-56531d2af98b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.990557] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb456be2-7e91-4eda-9ff2-558a76bd964f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.998347] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance '2121b99a-03ef-4111-a393-144083d41811' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 913.003586] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Suspending the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 913.004233] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b9fbc095-8f33-4c9d-b667-35f31c4e53a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.011740] env[69433]: DEBUG oslo_vmware.api [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 913.011740] env[69433]: value = "task-3338737" [ 913.011740] env[69433]: _type = "Task" [ 913.011740] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.021425] env[69433]: DEBUG oslo_vmware.api [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338737, 'name': SuspendVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.051697] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338736, 'name': Rename_Task, 'duration_secs': 0.141103} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.051975] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.052313] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4a5574c-66c4-4b83-816d-1f82ef9d98ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.059503] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 913.059503] env[69433]: value = "task-3338738" [ 913.059503] env[69433]: _type = "Task" [ 913.059503] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.067903] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.177215] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 913.177599] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f1c370ba-aac3-4c12-ae53-c4f55fb95198 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.186249] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 913.186249] env[69433]: value = "task-3338739" [ 913.186249] env[69433]: _type = "Task" [ 913.186249] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.199899] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338739, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.272441] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.273158] env[69433]: DEBUG nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.460599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.460856] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.480832] env[69433]: DEBUG nova.network.neutron [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.506373] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.506567] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1434b9d-6db8-4dea-88ec-618a818818a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.516826] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 913.516826] env[69433]: value = "task-3338740" [ 913.516826] env[69433]: _type = "Task" [ 913.516826] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.523241] env[69433]: DEBUG oslo_vmware.api [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338737, 'name': SuspendVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.528305] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.570681] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338738, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.632748] env[69433]: DEBUG nova.network.neutron [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.697663] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338739, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.780886] env[69433]: DEBUG nova.compute.utils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.782498] env[69433]: DEBUG nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.782669] env[69433]: DEBUG nova.network.neutron [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.822133] env[69433]: DEBUG nova.policy [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ee1f4e7e5b4dd2b05127f6b5556985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5a4877759264025851f0d919e77e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.966758] env[69433]: DEBUG nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.029533] env[69433]: DEBUG oslo_vmware.api [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338737, 'name': SuspendVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.031031] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338740, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.073024] env[69433]: DEBUG oslo_vmware.api [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338738, 'name': PowerOnVM_Task, 'duration_secs': 0.620694} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.073024] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.073024] env[69433]: INFO nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Took 8.85 seconds to spawn the instance on the hypervisor. [ 914.073024] env[69433]: DEBUG nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.073024] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d6cb1f-c5f4-4a32-a896-7c1b1f2f97ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.135614] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Releasing lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.136625] env[69433]: DEBUG nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Instance network_info: |[{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.136711] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:3c:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e7f6f41-f4eb-4832-a390-730fca1cf717', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c43e7dd-aaf4-418b-8a10-0c905e2602fd', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.149641] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Creating folder: Project (a49d113dd13442aeac205fe7f4ad5503). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.150293] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4deb1f96-7ae1-4c66-9166-7f96e7fb7dcb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.162674] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Created folder: Project (a49d113dd13442aeac205fe7f4ad5503) in parent group-v666200. [ 914.162940] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Creating folder: Instances. Parent ref: group-v666399. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.163281] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bb5a6ac-2a62-428e-8000-7fea4a73bb54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.174321] env[69433]: DEBUG nova.network.neutron [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Successfully created port: 79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.178059] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Created folder: Instances in parent group-v666399. [ 914.178308] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.178514] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.178734] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cce5ced-bd9a-4223-8f29-986fe34f12ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.204790] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338739, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.206182] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.206182] env[69433]: value = "task-3338743" [ 914.206182] env[69433]: _type = "Task" [ 914.206182] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.217538] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338743, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.285834] env[69433]: DEBUG nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.323243] env[69433]: DEBUG nova.compute.manager [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.323508] env[69433]: DEBUG nova.compute.manager [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing instance network info cache due to event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.323751] env[69433]: DEBUG oslo_concurrency.lockutils [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] Acquiring lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.323899] env[69433]: DEBUG oslo_concurrency.lockutils [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] Acquired lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.324074] env[69433]: DEBUG nova.network.neutron [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.428804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.429059] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.488611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.488918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.490782] env[69433]: INFO nova.compute.claims [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.524457] env[69433]: DEBUG oslo_vmware.api [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338737, 'name': SuspendVM_Task, 'duration_secs': 1.167174} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.525118] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Suspended the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 914.525331] env[69433]: DEBUG nova.compute.manager [None req-83b0805e-234f-4c14-acf3-cd52d36d8a42 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.526090] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19de4d4c-a4c2-436d-acc7-080d6d27203c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.531640] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.592711] env[69433]: INFO nova.compute.manager [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Took 18.42 seconds to build instance. [ 914.706343] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338739, 'name': CreateSnapshot_Task, 'duration_secs': 1.10467} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.706714] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 914.710224] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e22268-3201-4a4e-a895-d9c1509f287d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.717602] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338743, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.932919] env[69433]: DEBUG nova.compute.utils [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.027278] env[69433]: DEBUG oslo_vmware.api [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338740, 'name': PowerOnVM_Task, 'duration_secs': 1.184748} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.030857] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.030857] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f5d0c4-b9e5-43de-bc95-f7518af3cd7c tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance '2121b99a-03ef-4111-a393-144083d41811' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 915.051029] env[69433]: DEBUG nova.network.neutron [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updated VIF entry in instance network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.051599] env[69433]: DEBUG nova.network.neutron [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.095064] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c36ada39-d36d-440e-998f-e008139c9cc8 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.929s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.216403] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338743, 'name': CreateVM_Task, 'duration_secs': 0.548362} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.216588] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.217300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.217466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.217947] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.218223] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b477fa85-b991-4a5b-9912-cac5b8d63822 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.223146] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 915.223146] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52529905-81af-d27e-c658-d44ba8b4b962" [ 915.223146] env[69433]: _type = "Task" [ 915.223146] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.232018] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 915.234127] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-135d9a64-c0a5-4f76-a56e-eb339c7f8e0b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.242725] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52529905-81af-d27e-c658-d44ba8b4b962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.244229] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 915.244229] env[69433]: value = "task-3338744" [ 915.244229] env[69433]: _type = "Task" [ 915.244229] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.251845] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338744, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.295329] env[69433]: DEBUG nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.321696] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.322346] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.322346] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.322346] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.322497] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.322580] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.322770] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.322928] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.323107] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.323469] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.323469] env[69433]: DEBUG nova.virt.hardware [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.324426] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a109dbd-06f2-4579-8bab-d81eb3814503 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.332475] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134c8ee-34d2-4678-9375-4ebda2188481 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.435919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.554180] env[69433]: DEBUG oslo_concurrency.lockutils [req-1e1f643e-761d-4850-9464-acc6d811fb29 req-d5ba4d94-addf-4a0f-9046-c2f82ba1e01b service nova] Releasing lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.587303] env[69433]: INFO nova.compute.manager [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Resuming [ 915.587882] env[69433]: DEBUG nova.objects.instance [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lazy-loading 'flavor' on Instance uuid 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.631562] env[69433]: DEBUG nova.network.neutron [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Successfully updated port: 79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.735037] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52529905-81af-d27e-c658-d44ba8b4b962, 'name': SearchDatastore_Task, 'duration_secs': 0.021782} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.735346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.735571] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.735799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.735942] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.736123] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.736382] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-777026fd-7dfd-4d15-9b6a-24e4b306172b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.748735] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.749273] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.752031] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-752a25fb-d833-4e5f-aff0-c25ad1c4ebd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.757586] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338744, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.760700] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 915.760700] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52649066-62c0-bdb1-2d18-49ff00c3b0a9" [ 915.760700] env[69433]: _type = "Task" [ 915.760700] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.768653] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52649066-62c0-bdb1-2d18-49ff00c3b0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.781233] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8aab95-b94e-42e2-b68b-32e1687a85aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.788349] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17d621d-ee99-47c1-a797-af1670be7fc7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.819936] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d33a30-b111-4c2c-a00d-48caa1438251 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.827163] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e2b59-f9bc-4e08-859a-c06384292c32 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.840130] env[69433]: DEBUG nova.compute.provider_tree [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.930061] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "c2dbf67c-796a-4d53-8611-b11801f4aa71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.930279] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.930496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "c2dbf67c-796a-4d53-8611-b11801f4aa71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.930686] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.930861] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.933223] env[69433]: INFO nova.compute.manager [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Terminating instance [ 916.136164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.136436] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.136479] env[69433]: DEBUG nova.network.neutron [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.255203] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338744, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.271642] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52649066-62c0-bdb1-2d18-49ff00c3b0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.272521] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7561bb93-7704-4a40-83df-65717910b53f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.279995] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 916.279995] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52737540-bdb0-6dba-39fa-56278b7be00c" [ 916.279995] env[69433]: _type = "Task" [ 916.279995] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.290480] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52737540-bdb0-6dba-39fa-56278b7be00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.343900] env[69433]: DEBUG nova.scheduler.client.report [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.349147] env[69433]: DEBUG nova.compute.manager [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Received event network-vif-plugged-79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.349376] env[69433]: DEBUG oslo_concurrency.lockutils [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] Acquiring lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.349595] env[69433]: DEBUG oslo_concurrency.lockutils [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.349764] env[69433]: DEBUG oslo_concurrency.lockutils [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.349949] env[69433]: DEBUG nova.compute.manager [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] No waiting events found dispatching network-vif-plugged-79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 916.350136] env[69433]: WARNING nova.compute.manager [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Received unexpected event network-vif-plugged-79e15fa7-a76f-4772-b703-84d531197cd6 for instance with vm_state building and task_state spawning. [ 916.350311] env[69433]: DEBUG nova.compute.manager [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Received event network-changed-79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.350465] env[69433]: DEBUG nova.compute.manager [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Refreshing instance network info cache due to event network-changed-79e15fa7-a76f-4772-b703-84d531197cd6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.350646] env[69433]: DEBUG oslo_concurrency.lockutils [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] Acquiring lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.437033] env[69433]: DEBUG nova.compute.manager [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.437271] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.438250] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d260df-567e-48e7-8b85-3aaf73dd1947 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.446431] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.446725] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eebdf634-b4aa-46f8-aad6-5130b6f3970b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.453800] env[69433]: DEBUG oslo_vmware.api [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 916.453800] env[69433]: value = "task-3338745" [ 916.453800] env[69433]: _type = "Task" [ 916.453800] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.462589] env[69433]: DEBUG oslo_vmware.api [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338745, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.504491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.504818] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.505827] env[69433]: INFO nova.compute.manager [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Attaching volume dd0ab465-6f26-4705-8c75-5582eb9edea5 to /dev/sdb [ 916.550137] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba4c567-daf0-4e95-8079-3115741f7e3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.565087] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51f98e5-f2da-4384-8c8a-0382bc565786 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.580051] env[69433]: DEBUG nova.virt.block_device [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updating existing volume attachment record: 43bc882e-5565-4040-9112-e1a720a07dd2 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 916.671507] env[69433]: DEBUG nova.network.neutron [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.757515] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338744, 'name': CloneVM_Task} progress is 95%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.790205] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52737540-bdb0-6dba-39fa-56278b7be00c, 'name': SearchDatastore_Task, 'duration_secs': 0.012424} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.790483] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.790745] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/171bdf42-9ae7-4bcb-80c1-5f4707a90475.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.791019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43c99c2b-3c38-43cc-9b0e-f70b97c5a688 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.799652] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 916.799652] env[69433]: value = "task-3338748" [ 916.799652] env[69433]: _type = "Task" [ 916.799652] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.810249] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.834830] env[69433]: DEBUG nova.network.neutron [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Updating instance_info_cache with network_info: [{"id": "79e15fa7-a76f-4772-b703-84d531197cd6", "address": "fa:16:3e:f4:c8:22", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e15fa7-a7", "ovs_interfaceid": "79e15fa7-a76f-4772-b703-84d531197cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.852619] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.853200] env[69433]: DEBUG nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.966770] env[69433]: DEBUG oslo_vmware.api [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338745, 'name': PowerOffVM_Task, 'duration_secs': 0.226517} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.967115] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.967309] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.967583] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6c7d925-2150-4b81-b0ec-5a0133b0f6c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.098540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.098748] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquired lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.098981] env[69433]: DEBUG nova.network.neutron [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.182173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "2121b99a-03ef-4111-a393-144083d41811" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.182467] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.182804] env[69433]: DEBUG nova.compute.manager [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Going to confirm migration 4 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 917.256348] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338744, 'name': CloneVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.310224] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338748, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.339009] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.339009] env[69433]: DEBUG nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Instance network_info: |[{"id": "79e15fa7-a76f-4772-b703-84d531197cd6", "address": "fa:16:3e:f4:c8:22", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e15fa7-a7", "ovs_interfaceid": "79e15fa7-a76f-4772-b703-84d531197cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.339294] env[69433]: DEBUG oslo_concurrency.lockutils [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] Acquired lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.339418] env[69433]: DEBUG nova.network.neutron [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Refreshing network info cache for port 79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.340913] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:c8:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79e15fa7-a76f-4772-b703-84d531197cd6', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.352742] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.357346] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.359404] env[69433]: DEBUG nova.compute.utils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.361247] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8a36560-b8f5-4929-8502-72417c06b11b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.384707] env[69433]: DEBUG nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 917.384959] env[69433]: DEBUG nova.network.neutron [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 917.389043] env[69433]: DEBUG nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.398023] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.398023] env[69433]: value = "task-3338751" [ 917.398023] env[69433]: _type = "Task" [ 917.398023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.405961] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338751, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.436041] env[69433]: DEBUG nova.policy [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8381f09b31e405e95388321d731132e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c47924f465c4aa7a134565c3f1a82e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.462378] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.462633] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.462899] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Deleting the datastore file [datastore1] c2dbf67c-796a-4d53-8611-b11801f4aa71 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.463263] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3eaf1b52-23e5-43d9-9adc-500368f165de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.476277] env[69433]: DEBUG oslo_vmware.api [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for the task: (returnval){ [ 917.476277] env[69433]: value = "task-3338752" [ 917.476277] env[69433]: _type = "Task" [ 917.476277] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.484014] env[69433]: DEBUG oslo_vmware.api [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.605453] env[69433]: DEBUG nova.network.neutron [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Updated VIF entry in instance network info cache for port 79e15fa7-a76f-4772-b703-84d531197cd6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.605799] env[69433]: DEBUG nova.network.neutron [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Updating instance_info_cache with network_info: [{"id": "79e15fa7-a76f-4772-b703-84d531197cd6", "address": "fa:16:3e:f4:c8:22", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e15fa7-a7", "ovs_interfaceid": "79e15fa7-a76f-4772-b703-84d531197cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.752382] env[69433]: DEBUG nova.network.neutron [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Successfully created port: 0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.757926] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338744, 'name': CloneVM_Task, 'duration_secs': 2.232944} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.759028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.759193] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.759895] env[69433]: DEBUG nova.network.neutron [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.759895] env[69433]: DEBUG nova.objects.instance [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lazy-loading 'info_cache' on Instance uuid 2121b99a-03ef-4111-a393-144083d41811 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.760908] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Created linked-clone VM from snapshot [ 917.765196] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d810cb-7ac8-478f-bd17-a63b351edc61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.773164] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Uploading image 2d6e0acf-d943-4fab-b2b0-3cc8b7444927 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 917.800873] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 917.800873] env[69433]: value = "vm-666403" [ 917.800873] env[69433]: _type = "VirtualMachine" [ 917.800873] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 917.801581] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ea2f9572-a4a0-4064-aff7-c50445bdc2eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.813317] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51746} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.814647] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/171bdf42-9ae7-4bcb-80c1-5f4707a90475.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.814871] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.815198] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease: (returnval){ [ 917.815198] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e50da9-e72c-271f-68c9-35db1fa82981" [ 917.815198] env[69433]: _type = "HttpNfcLease" [ 917.815198] env[69433]: } obtained for exporting VM: (result){ [ 917.815198] env[69433]: value = "vm-666403" [ 917.815198] env[69433]: _type = "VirtualMachine" [ 917.815198] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 917.815535] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the lease: (returnval){ [ 917.815535] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e50da9-e72c-271f-68c9-35db1fa82981" [ 917.815535] env[69433]: _type = "HttpNfcLease" [ 917.815535] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 917.815792] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2f9ab42-319a-4f7c-82d4-4d42b7beea0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.827139] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.827139] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e50da9-e72c-271f-68c9-35db1fa82981" [ 917.827139] env[69433]: _type = "HttpNfcLease" [ 917.827139] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 917.828548] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 917.828548] env[69433]: value = "task-3338754" [ 917.828548] env[69433]: _type = "Task" [ 917.828548] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.836368] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.908376] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338751, 'name': CreateVM_Task, 'duration_secs': 0.349885} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.908547] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.909285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.909454] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.910009] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.910813] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cef722e-657f-49e0-b1de-01345178a944 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.913498] env[69433]: DEBUG nova.network.neutron [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [{"id": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "address": "fa:16:3e:2b:4e:69", "network": {"id": "f0b57af7-8862-44f4-97a0-b575a08963bd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-562432578-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8724ebceca2045b086c1892a062a8a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4cd1bc1-ab", "ovs_interfaceid": "e4cd1bc1-ab67-42ba-bf65-79cdd1643a69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.917532] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 917.917532] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c05cf5-2018-16e0-ecb5-49721a151c3b" [ 917.917532] env[69433]: _type = "Task" [ 917.917532] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.925551] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c05cf5-2018-16e0-ecb5-49721a151c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.985602] env[69433]: DEBUG oslo_vmware.api [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.108873] env[69433]: DEBUG oslo_concurrency.lockutils [req-0191454f-eb87-4029-85b5-a98d32b01b09 req-4fa11a22-0eaa-4145-9e45-6850c58c0529 service nova] Releasing lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.327940] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.327940] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e50da9-e72c-271f-68c9-35db1fa82981" [ 918.327940] env[69433]: _type = "HttpNfcLease" [ 918.327940] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.328470] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.328470] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e50da9-e72c-271f-68c9-35db1fa82981" [ 918.328470] env[69433]: _type = "HttpNfcLease" [ 918.328470] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.329247] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a851b706-42bd-482a-bd0f-5f1664a640ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.340031] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a92b-5609-dfae-d43c-dafaf6b634bc/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.340163] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a92b-5609-dfae-d43c-dafaf6b634bc/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.344053] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064817} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.345120] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.399784] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665047b3-9265-4c01-83f8-038710156f4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.403443] env[69433]: DEBUG nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.420273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Releasing lock "refresh_cache-90206bf8-d16d-4586-9ffb-1c4d89c46550" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.429326] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/171bdf42-9ae7-4bcb-80c1-5f4707a90475.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.431992] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c5337-448e-481a-9663-cf842260db80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.438121] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9f14b6-6d55-47ce-a6f2-a49972e9867e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.456112] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Resuming the VM {{(pid=69433) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 918.458289] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.458518] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.458680] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.458866] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.459026] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.459183] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.459391] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.459551] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.459716] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.459893] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.460134] env[69433]: DEBUG nova.virt.hardware [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.464167] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee5d177-0755-4519-982e-67d2e371d2bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.466148] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaf6b6d-12ab-4381-88ff-702edaa07af4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.468421] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c05cf5-2018-16e0-ecb5-49721a151c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.021834} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.469662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.469892] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.470146] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.470299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.470481] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.470786] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 918.470786] env[69433]: value = "task-3338755" [ 918.470786] env[69433]: _type = "Task" [ 918.470786] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.471623] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a961a2e7-4654-4de1-9298-85711753dc35 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.480684] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e56174-657d-4387-a142-84726e82fd3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.484297] env[69433]: DEBUG oslo_vmware.api [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 918.484297] env[69433]: value = "task-3338756" [ 918.484297] env[69433]: _type = "Task" [ 918.484297] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.507889] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.507889] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.508510] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.515197] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-881bab40-1992-40bd-b3f9-1b9d719b213e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.517580] env[69433]: DEBUG oslo_vmware.api [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Task: {'id': task-3338752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52282} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.522202] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7a54507-6ba7-496d-af85-a44e3a5f90a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.524011] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.524226] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.524408] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.524588] env[69433]: INFO nova.compute.manager [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Took 2.09 seconds to destroy the instance on the hypervisor. [ 918.524834] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.525060] env[69433]: DEBUG oslo_vmware.api [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.525647] env[69433]: DEBUG nova.compute.manager [-] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.525768] env[69433]: DEBUG nova.network.neutron [-] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.529308] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 918.529308] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5221afa6-3d1e-a90a-6baa-00071d319c76" [ 918.529308] env[69433]: _type = "Task" [ 918.529308] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.538230] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5221afa6-3d1e-a90a-6baa-00071d319c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.773240] env[69433]: DEBUG nova.compute.manager [req-0329dccd-a081-42f5-9d04-afaff9ef31db req-1db1f0ce-a808-4517-a89d-1ae27eae4055 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Received event network-vif-deleted-83d2342d-3e37-4718-a369-a5ae73b30eda {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.773552] env[69433]: INFO nova.compute.manager [req-0329dccd-a081-42f5-9d04-afaff9ef31db req-1db1f0ce-a808-4517-a89d-1ae27eae4055 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Neutron deleted interface 83d2342d-3e37-4718-a369-a5ae73b30eda; detaching it from the instance and deleting it from the info cache [ 918.773765] env[69433]: DEBUG nova.network.neutron [req-0329dccd-a081-42f5-9d04-afaff9ef31db req-1db1f0ce-a808-4517-a89d-1ae27eae4055 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.983446] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338755, 'name': ReconfigVM_Task, 'duration_secs': 0.295482} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.987166] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/171bdf42-9ae7-4bcb-80c1-5f4707a90475.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.988049] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176d6b64-d44b-4d10-86e3-b803fd470a1e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.000664] env[69433]: DEBUG oslo_vmware.api [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.003965] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 919.003965] env[69433]: value = "task-3338758" [ 919.003965] env[69433]: _type = "Task" [ 919.003965] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.012409] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338758, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.040508] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5221afa6-3d1e-a90a-6baa-00071d319c76, 'name': SearchDatastore_Task, 'duration_secs': 0.008691} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.041445] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80b03723-baed-45b6-9fb9-3c16776f8dd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.049097] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 919.049097] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525726a6-4e01-01e8-427e-f85394f4b965" [ 919.049097] env[69433]: _type = "Task" [ 919.049097] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.057688] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525726a6-4e01-01e8-427e-f85394f4b965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.145030] env[69433]: DEBUG nova.network.neutron [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance_info_cache with network_info: [{"id": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "address": "fa:16:3e:d9:ee:c9", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape76e2c0c-40", "ovs_interfaceid": "e76e2c0c-400c-4db3-a729-917e48a48d7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.252847] env[69433]: DEBUG nova.network.neutron [-] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.279370] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb83c0a8-9b8f-46bc-ae57-f1853e6b8981 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.288892] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e941471-88e0-4e92-a7c9-6f14867c669b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.302854] env[69433]: DEBUG nova.compute.manager [req-a7053891-554e-4b32-bdb0-c01a9f8540e1 req-34cec3fa-fa4f-4288-967a-aa59aaa65621 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Received event network-vif-plugged-0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.303201] env[69433]: DEBUG oslo_concurrency.lockutils [req-a7053891-554e-4b32-bdb0-c01a9f8540e1 req-34cec3fa-fa4f-4288-967a-aa59aaa65621 service nova] Acquiring lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.303638] env[69433]: DEBUG oslo_concurrency.lockutils [req-a7053891-554e-4b32-bdb0-c01a9f8540e1 req-34cec3fa-fa4f-4288-967a-aa59aaa65621 service nova] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.303783] env[69433]: DEBUG oslo_concurrency.lockutils [req-a7053891-554e-4b32-bdb0-c01a9f8540e1 req-34cec3fa-fa4f-4288-967a-aa59aaa65621 service nova] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.303904] env[69433]: DEBUG nova.compute.manager [req-a7053891-554e-4b32-bdb0-c01a9f8540e1 req-34cec3fa-fa4f-4288-967a-aa59aaa65621 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] No waiting events found dispatching network-vif-plugged-0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 919.304144] env[69433]: WARNING nova.compute.manager [req-a7053891-554e-4b32-bdb0-c01a9f8540e1 req-34cec3fa-fa4f-4288-967a-aa59aaa65621 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Received unexpected event network-vif-plugged-0e9f1507-6e6a-436a-9795-9eecff3d81d8 for instance with vm_state building and task_state spawning. [ 919.337473] env[69433]: DEBUG nova.compute.manager [req-0329dccd-a081-42f5-9d04-afaff9ef31db req-1db1f0ce-a808-4517-a89d-1ae27eae4055 service nova] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Detach interface failed, port_id=83d2342d-3e37-4718-a369-a5ae73b30eda, reason: Instance c2dbf67c-796a-4d53-8611-b11801f4aa71 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.435049] env[69433]: DEBUG nova.network.neutron [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Successfully updated port: 0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.498771] env[69433]: DEBUG oslo_vmware.api [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338756, 'name': PowerOnVM_Task, 'duration_secs': 0.607863} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.499561] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Resumed the VM {{(pid=69433) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 919.499935] env[69433]: DEBUG nova.compute.manager [None req-1e08eced-dc9c-44a7-84eb-7d84763c8f26 tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.500946] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76182bf-b751-4a44-8e58-d7b90de0209d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.517447] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338758, 'name': Rename_Task, 'duration_secs': 0.159132} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.518123] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.518416] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f165da3-73b5-4964-af03-959fb070b3d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.524654] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 919.524654] env[69433]: value = "task-3338759" [ 919.524654] env[69433]: _type = "Task" [ 919.524654] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.533393] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.561943] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525726a6-4e01-01e8-427e-f85394f4b965, 'name': SearchDatastore_Task, 'duration_secs': 0.026682} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.562393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.562757] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] d8e3b856-0f97-45c8-9bac-64b2a8e2320c/d8e3b856-0f97-45c8-9bac-64b2a8e2320c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.563088] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9153a0b0-fe12-4f79-bff4-7c691046a709 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.569458] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 919.569458] env[69433]: value = "task-3338760" [ 919.569458] env[69433]: _type = "Task" [ 919.569458] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.577663] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.648863] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-2121b99a-03ef-4111-a393-144083d41811" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.649160] env[69433]: DEBUG nova.objects.instance [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lazy-loading 'migration_context' on Instance uuid 2121b99a-03ef-4111-a393-144083d41811 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.756339] env[69433]: INFO nova.compute.manager [-] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Took 1.23 seconds to deallocate network for instance. [ 919.942352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.942352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquired lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.942352] env[69433]: DEBUG nova.network.neutron [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.036817] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.080033] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338760, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.153782] env[69433]: DEBUG nova.objects.base [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Object Instance<2121b99a-03ef-4111-a393-144083d41811> lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 920.155067] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f67b4-72d5-46c0-ba70-0dc563255f5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.177768] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e524f9d7-6e9d-4143-a405-f7187cf7d337 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.184169] env[69433]: DEBUG oslo_vmware.api [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 920.184169] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d1f1e5-9362-6780-ea47-920ef072e494" [ 920.184169] env[69433]: _type = "Task" [ 920.184169] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.194808] env[69433]: DEBUG oslo_vmware.api [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d1f1e5-9362-6780-ea47-920ef072e494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.264350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.264837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.265215] env[69433]: DEBUG nova.objects.instance [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lazy-loading 'resources' on Instance uuid c2dbf67c-796a-4d53-8611-b11801f4aa71 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.489158] env[69433]: DEBUG nova.network.neutron [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.538047] env[69433]: DEBUG oslo_vmware.api [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338759, 'name': PowerOnVM_Task, 'duration_secs': 0.757242} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.540094] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 920.540366] env[69433]: INFO nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Took 8.97 seconds to spawn the instance on the hypervisor. [ 920.540589] env[69433]: DEBUG nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.541426] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c4f5ed-2632-4acf-bad5-6cc9e0f0d5dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.581128] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794408} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.581454] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] d8e3b856-0f97-45c8-9bac-64b2a8e2320c/d8e3b856-0f97-45c8-9bac-64b2a8e2320c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.581726] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.582034] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7aeda2f-061c-4da9-aaf6-52a63de53671 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.591716] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 920.591716] env[69433]: value = "task-3338761" [ 920.591716] env[69433]: _type = "Task" [ 920.591716] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.605326] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.698399] env[69433]: DEBUG oslo_vmware.api [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d1f1e5-9362-6780-ea47-920ef072e494, 'name': SearchDatastore_Task, 'duration_secs': 0.034661} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.698399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.700652] env[69433]: DEBUG nova.network.neutron [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Updating instance_info_cache with network_info: [{"id": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "address": "fa:16:3e:e6:92:ee", "network": {"id": "643638b3-8495-4acb-aa85-1c77879ff562", "bridge": "br-int", "label": "tempest-ServersTestJSON-106844787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c47924f465c4aa7a134565c3f1a82e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9f1507-6e", "ovs_interfaceid": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.042862] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18ca9ba-e03c-45f6-8abe-807b350b8825 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.050585] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c257d1e8-bfb2-4066-82d2-a05db5cfcb01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.087375] env[69433]: INFO nova.compute.manager [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Took 14.80 seconds to build instance. [ 921.088907] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b116c8-fe10-43a7-9207-837ad3bf230f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.103058] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf9ce1e-2546-4c69-a844-c8871b713342 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.107381] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072769} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.107648] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.108845] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33153c2e-24c0-4a01-af9a-11910975f8e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.121914] env[69433]: DEBUG nova.compute.provider_tree [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.147172] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] d8e3b856-0f97-45c8-9bac-64b2a8e2320c/d8e3b856-0f97-45c8-9bac-64b2a8e2320c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.148527] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 921.148801] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666405', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'name': 'volume-dd0ab465-6f26-4705-8c75-5582eb9edea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c97dd93-7e4a-4118-83db-a937e7db3f28', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'serial': 'dd0ab465-6f26-4705-8c75-5582eb9edea5'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 921.149653] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cba853e8-febd-4d76-bd00-62ceb64a93b3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.164109] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c1d540-0d81-4a3c-b114-7742fb51bb70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.183381] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cf3cd8-b202-4f99-8f58-6b9e82c19f2e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.186113] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 921.186113] env[69433]: value = "task-3338762" [ 921.186113] env[69433]: _type = "Task" [ 921.186113] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.202764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Releasing lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.203182] env[69433]: DEBUG nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Instance network_info: |[{"id": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "address": "fa:16:3e:e6:92:ee", "network": {"id": "643638b3-8495-4acb-aa85-1c77879ff562", "bridge": "br-int", "label": "tempest-ServersTestJSON-106844787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c47924f465c4aa7a134565c3f1a82e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9f1507-6e", "ovs_interfaceid": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.210847] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-dd0ab465-6f26-4705-8c75-5582eb9edea5/volume-dd0ab465-6f26-4705-8c75-5582eb9edea5.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.211831] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:92:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9fa933df-d66f-485e-8cf9-eda7f1a7f283', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e9f1507-6e6a-436a-9795-9eecff3d81d8', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.219934] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Creating folder: Project (4c47924f465c4aa7a134565c3f1a82e6). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.220757] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e9d5ea8-c9e0-48ea-8206-89b57644278d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.238983] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a352dcd-8405-4bdb-940c-960506d972c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.240972] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.248177] env[69433]: DEBUG oslo_vmware.api [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 921.248177] env[69433]: value = "task-3338764" [ 921.248177] env[69433]: _type = "Task" [ 921.248177] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.254692] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Created folder: Project (4c47924f465c4aa7a134565c3f1a82e6) in parent group-v666200. [ 921.254930] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Creating folder: Instances. Parent ref: group-v666407. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 921.255581] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdab6811-cbef-4b07-afb7-701a42d0876d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.260323] env[69433]: DEBUG oslo_vmware.api [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.269211] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Created folder: Instances in parent group-v666407. [ 921.269472] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.269679] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.269895] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c68ef54-73da-4d1b-b1a7-a01bafd2cfef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.290400] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.290400] env[69433]: value = "task-3338766" [ 921.290400] env[69433]: _type = "Task" [ 921.290400] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.298661] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338766, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.519099] env[69433]: DEBUG nova.compute.manager [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Received event network-changed-0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.519443] env[69433]: DEBUG nova.compute.manager [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Refreshing instance network info cache due to event network-changed-0e9f1507-6e6a-436a-9795-9eecff3d81d8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.519609] env[69433]: DEBUG oslo_concurrency.lockutils [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] Acquiring lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.519749] env[69433]: DEBUG oslo_concurrency.lockutils [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] Acquired lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.519899] env[69433]: DEBUG nova.network.neutron [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Refreshing network info cache for port 0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.593244] env[69433]: DEBUG oslo_concurrency.lockutils [None req-df786e25-27f3-4293-a600-249bb8d0cb7b tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.311s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.626786] env[69433]: DEBUG nova.scheduler.client.report [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.697831] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338762, 'name': ReconfigVM_Task, 'duration_secs': 0.51616} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.698189] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Reconfigured VM instance instance-00000048 to attach disk [datastore2] d8e3b856-0f97-45c8-9bac-64b2a8e2320c/d8e3b856-0f97-45c8-9bac-64b2a8e2320c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.698871] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8bfcc46-bf73-4e0d-994f-119d2a1888fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.705126] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 921.705126] env[69433]: value = "task-3338767" [ 921.705126] env[69433]: _type = "Task" [ 921.705126] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.715501] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338767, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.758841] env[69433]: DEBUG oslo_vmware.api [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.804543] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338766, 'name': CreateVM_Task, 'duration_secs': 0.411639} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.804543] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.805415] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.805641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.806087] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.806428] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1216d641-6358-4818-a811-aa0b64d1f74b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.812098] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 921.812098] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52274600-98be-0666-f18b-39c6199c5e9d" [ 921.812098] env[69433]: _type = "Task" [ 921.812098] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.822659] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52274600-98be-0666-f18b-39c6199c5e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.951724] env[69433]: INFO nova.compute.manager [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Rebuilding instance [ 921.999123] env[69433]: DEBUG nova.compute.manager [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.000067] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b28aaf-6305-4c2d-8cc0-2cd2ed98cd4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.134996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.137947] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.440s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.156990] env[69433]: INFO nova.scheduler.client.report [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Deleted allocations for instance c2dbf67c-796a-4d53-8611-b11801f4aa71 [ 922.217593] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338767, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.257947] env[69433]: DEBUG oslo_vmware.api [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338764, 'name': ReconfigVM_Task, 'duration_secs': 0.5288} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.258267] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-dd0ab465-6f26-4705-8c75-5582eb9edea5/volume-dd0ab465-6f26-4705-8c75-5582eb9edea5.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.263354] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c96e6030-ac5c-4d66-8d9d-bccadb4a5482 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.274352] env[69433]: DEBUG nova.network.neutron [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Updated VIF entry in instance network info cache for port 0e9f1507-6e6a-436a-9795-9eecff3d81d8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 922.275422] env[69433]: DEBUG nova.network.neutron [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Updating instance_info_cache with network_info: [{"id": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "address": "fa:16:3e:e6:92:ee", "network": {"id": "643638b3-8495-4acb-aa85-1c77879ff562", "bridge": "br-int", "label": "tempest-ServersTestJSON-106844787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c47924f465c4aa7a134565c3f1a82e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9f1507-6e", "ovs_interfaceid": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.282757] env[69433]: DEBUG oslo_vmware.api [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 922.282757] env[69433]: value = "task-3338768" [ 922.282757] env[69433]: _type = "Task" [ 922.282757] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.293350] env[69433]: DEBUG oslo_vmware.api [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.323036] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52274600-98be-0666-f18b-39c6199c5e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.018442} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.323671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.323847] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.324225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.324435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.324626] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.324988] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e38aaf81-922b-4d6e-b220-25733caf8c81 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.334794] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.335065] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.335842] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b50f51-7219-46b6-9d34-60743d0f7102 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.341961] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 922.341961] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52855006-1abe-50db-f2e3-43f297527b53" [ 922.341961] env[69433]: _type = "Task" [ 922.341961] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.351478] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52855006-1abe-50db-f2e3-43f297527b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.360803] env[69433]: INFO nova.compute.manager [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Rescuing [ 922.361162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.361346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquired lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.361547] env[69433]: DEBUG nova.network.neutron [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.666512] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f49b6c8-f1a5-4338-bb31-c16647c82130 tempest-ImagesNegativeTestJSON-1682292374 tempest-ImagesNegativeTestJSON-1682292374-project-member] Lock "c2dbf67c-796a-4d53-8611-b11801f4aa71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.736s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.717623] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338767, 'name': Rename_Task, 'duration_secs': 0.703263} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.717920] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.718192] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91d5646d-8c36-4747-b8c7-0cf29cd7f282 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.724820] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 922.724820] env[69433]: value = "task-3338769" [ 922.724820] env[69433]: _type = "Task" [ 922.724820] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.732546] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.778461] env[69433]: DEBUG oslo_concurrency.lockutils [req-270233d4-4c55-44fa-b524-d08634e77aa3 req-aceef4b2-55cb-40d2-93c0-a7f66913417d service nova] Releasing lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.795809] env[69433]: DEBUG oslo_vmware.api [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338768, 'name': ReconfigVM_Task, 'duration_secs': 0.295888} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.796193] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666405', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'name': 'volume-dd0ab465-6f26-4705-8c75-5582eb9edea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c97dd93-7e4a-4118-83db-a937e7db3f28', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'serial': 'dd0ab465-6f26-4705-8c75-5582eb9edea5'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 922.859046] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52855006-1abe-50db-f2e3-43f297527b53, 'name': SearchDatastore_Task, 'duration_secs': 0.013219} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.859898] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ac34c8-2ad6-41b3-acbf-3961bab4a5ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.877534] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 922.877534] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524036b8-db7f-7b78-8236-c6c875d95d97" [ 922.877534] env[69433]: _type = "Task" [ 922.877534] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.889329] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524036b8-db7f-7b78-8236-c6c875d95d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.979219] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58fd742-44f0-4299-8920-3ea57ad0783c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.988151] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813860c9-0e9d-44cc-8639-5de9f473322a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.022446] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.023069] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7f6088e-213f-436e-b3bf-17e7d4a73975 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.025412] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b9861f-78dc-424d-876e-3e2f1c1c56b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.036618] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 923.036618] env[69433]: value = "task-3338770" [ 923.036618] env[69433]: _type = "Task" [ 923.036618] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.037785] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa1b21c-2848-40f3-9541-a76101205472 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.056398] env[69433]: DEBUG nova.compute.provider_tree [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.061181] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.130372] env[69433]: DEBUG nova.network.neutron [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.235873] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.391055] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524036b8-db7f-7b78-8236-c6c875d95d97, 'name': SearchDatastore_Task, 'duration_secs': 0.014179} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.391182] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.391468] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 38a91e6a-8f7a-4906-89dc-d50305d15f6e/38a91e6a-8f7a-4906-89dc-d50305d15f6e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.391975] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2ec09a-2e89-4547-b5ad-760e28d283b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.399358] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 923.399358] env[69433]: value = "task-3338771" [ 923.399358] env[69433]: _type = "Task" [ 923.399358] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.409676] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.551985] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338770, 'name': PowerOffVM_Task, 'duration_secs': 0.282438} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.555465] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.555465] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.555465] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-765aa39c-12b2-4834-a14e-2ad3d3fd1b05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.562018] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 923.562018] env[69433]: value = "task-3338772" [ 923.562018] env[69433]: _type = "Task" [ 923.562018] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.563540] env[69433]: DEBUG nova.scheduler.client.report [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.572998] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 923.573390] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 923.573735] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666366', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'name': 'volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25d581b8-512c-4343-bee8-e0a713649884', 'attached_at': '', 'detached_at': '', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'serial': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 923.575060] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda818c7-7a72-4ca0-9f77-b33db949d9d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.595645] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813ab60-7ac8-42ea-b37c-48e8802009dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.604737] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb84a8e-d250-4eef-a7a2-203ccfe7044a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.624018] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfa9f81-6a29-447b-82e8-5a0f2820d3a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.641418] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Releasing lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.643461] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a/volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 923.647994] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.648907] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7129ad6a-d27e-45d5-8d8d-5f51765233eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.669246] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 923.669246] env[69433]: value = "task-3338773" [ 923.669246] env[69433]: _type = "Task" [ 923.669246] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.684285] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.742179] env[69433]: DEBUG oslo_vmware.api [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338769, 'name': PowerOnVM_Task, 'duration_secs': 0.615558} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.742179] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.742179] env[69433]: INFO nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Took 8.45 seconds to spawn the instance on the hypervisor. [ 923.742179] env[69433]: DEBUG nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.743408] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805f1410-f365-41e4-99a3-e78dddff8d3b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.853360] env[69433]: DEBUG nova.objects.instance [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lazy-loading 'flavor' on Instance uuid 5c97dd93-7e4a-4118-83db-a937e7db3f28 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.911746] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338771, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.180696] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.228237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.228237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.228237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.228237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.228416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.228416] env[69433]: INFO nova.compute.manager [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Terminating instance [ 924.265976] env[69433]: INFO nova.compute.manager [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Took 13.47 seconds to build instance. [ 924.358636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-78a6db37-9bf2-48ab-8d1b-0121cd0e3a8c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.415563] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798561} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.415818] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 38a91e6a-8f7a-4906-89dc-d50305d15f6e/38a91e6a-8f7a-4906-89dc-d50305d15f6e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.416053] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.416318] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7e70146-8f60-4dbc-982e-8e582fd2e506 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.424229] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 924.424229] env[69433]: value = "task-3338774" [ 924.424229] env[69433]: _type = "Task" [ 924.424229] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.434198] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.577132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.437s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.680954] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338773, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.737079] env[69433]: DEBUG nova.compute.manager [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.737079] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.738286] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27864ed-65f4-43a8-82f2-2aafe23d6a24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.747885] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.748247] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2797bb-efa8-4083-92fc-7f8466fb0d94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.756767] env[69433]: DEBUG oslo_vmware.api [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 924.756767] env[69433]: value = "task-3338775" [ 924.756767] env[69433]: _type = "Task" [ 924.756767] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.766175] env[69433]: DEBUG oslo_vmware.api [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.767744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ee146d12-21a0-471e-85f7-d78f5ddf6d7e tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.984s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.935136] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074332} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.935136] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.935976] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c081b29-fba6-492c-a16d-e566a5193b11 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.964220] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 38a91e6a-8f7a-4906-89dc-d50305d15f6e/38a91e6a-8f7a-4906-89dc-d50305d15f6e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.965049] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28d339a-b705-400b-97f4-cff593f1aec7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.988805] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 924.988805] env[69433]: value = "task-3338776" [ 924.988805] env[69433]: _type = "Task" [ 924.988805] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.000101] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.152217] env[69433]: INFO nova.scheduler.client.report [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted allocation for migration 8594be68-793f-4d6f-9165-fdc38af62ce6 [ 925.180418] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338773, 'name': ReconfigVM_Task, 'duration_secs': 1.215853} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.180786] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 925.186175] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.186432] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd130ba1-aa13-4b58-a275-8695479bdf06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.197949] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfdca1b6-3049-44a4-81c4-e153047e057a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.206956] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 925.206956] env[69433]: value = "task-3338777" [ 925.206956] env[69433]: _type = "Task" [ 925.206956] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.207919] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 925.207919] env[69433]: value = "task-3338778" [ 925.207919] env[69433]: _type = "Task" [ 925.207919] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.223376] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.226959] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338778, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.230806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.231156] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.231344] env[69433]: INFO nova.compute.manager [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Shelving [ 925.269035] env[69433]: DEBUG oslo_vmware.api [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338775, 'name': PowerOffVM_Task, 'duration_secs': 0.252634} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.269035] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.269248] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.269572] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beba8e01-b2c7-41ae-b944-37401b24f2bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.326788] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.327040] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.344540] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.344840] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.348091] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleting the datastore file [datastore1] 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.348091] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04e3b1d8-2772-476c-98d6-96dc452f9ef6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.356209] env[69433]: DEBUG oslo_vmware.api [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for the task: (returnval){ [ 925.356209] env[69433]: value = "task-3338780" [ 925.356209] env[69433]: _type = "Task" [ 925.356209] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.366634] env[69433]: DEBUG oslo_vmware.api [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.504510] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338776, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.661057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0a88bbbe-c09d-4be7-b2bc-3aed787f6b77 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.478s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.722156] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338778, 'name': ReconfigVM_Task, 'duration_secs': 0.188348} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.725598] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666366', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'name': 'volume-9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '25d581b8-512c-4343-bee8-e0a713649884', 'attached_at': '', 'detached_at': '', 'volume_id': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a', 'serial': '9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 925.725773] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.726111] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338777, 'name': PowerOffVM_Task, 'duration_secs': 0.38221} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.726871] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1ba04-bd91-4779-a00e-3a5c6868eebc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.729593] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.731125] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e5f51-96f8-42b7-801b-cc878f99eac0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.739865] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.756076] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94bc1215-ae47-4935-9ed7-da89eeb4e52e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.760302] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c61626-544d-4989-a0ca-1dfcd168400f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.796416] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.796723] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3867eea4-f5de-44d4-bbd6-49ad6e1f1bea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.803371] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 925.803371] env[69433]: value = "task-3338782" [ 925.803371] env[69433]: _type = "Task" [ 925.803371] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.813544] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 925.813806] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.814099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.814296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.814501] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.814783] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb16cb22-3cb5-4c69-9950-de6f3ffe745f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.826812] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.827087] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.829078] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9483d003-7a88-4d2f-bb5c-ddc803bbdb85 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.831582] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.831770] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.831956] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Deleting the datastore file [datastore1] 25d581b8-512c-4343-bee8-e0a713649884 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.832718] env[69433]: INFO nova.compute.manager [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Detaching volume dd0ab465-6f26-4705-8c75-5582eb9edea5 [ 925.834427] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a8d9915-2c29-4f65-aeea-d5f550044a87 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.838689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.838954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.839195] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.839412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.839581] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.846193] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for the task: (returnval){ [ 925.846193] env[69433]: value = "task-3338783" [ 925.846193] env[69433]: _type = "Task" [ 925.846193] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.847320] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 925.847320] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52285cce-6738-bdca-fd34-b7003c029980" [ 925.847320] env[69433]: _type = "Task" [ 925.847320] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.847320] env[69433]: INFO nova.compute.manager [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Terminating instance [ 925.868279] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.873346] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52285cce-6738-bdca-fd34-b7003c029980, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.874323] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a14306-2d6c-4c60-83b5-da4e38357565 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.880827] env[69433]: DEBUG oslo_vmware.api [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Task: {'id': task-3338780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327962} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.881741] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.882093] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.882247] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.882459] env[69433]: INFO nova.compute.manager [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Took 1.15 seconds to destroy the instance on the hypervisor. [ 925.882747] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.884282] env[69433]: DEBUG nova.compute.manager [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.884492] env[69433]: DEBUG nova.network.neutron [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.886584] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 925.886584] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52173019-7e96-3c3d-1644-77c4054b69b8" [ 925.886584] env[69433]: _type = "Task" [ 925.886584] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.887717] env[69433]: INFO nova.virt.block_device [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Attempting to driver detach volume dd0ab465-6f26-4705-8c75-5582eb9edea5 from mountpoint /dev/sdb [ 925.887984] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 925.888167] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666405', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'name': 'volume-dd0ab465-6f26-4705-8c75-5582eb9edea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c97dd93-7e4a-4118-83db-a937e7db3f28', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'serial': 'dd0ab465-6f26-4705-8c75-5582eb9edea5'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 925.889147] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a9a361-bb8f-47f8-9115-9c0634c9fe6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.922154] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1686104-b1b1-46c0-bd71-8a4f87c91acb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.924903] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52173019-7e96-3c3d-1644-77c4054b69b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.931061] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012cc2dc-ff7d-4080-ae3a-be9d945e9d25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.965515] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c5f91-4add-4aac-b396-f84a41b9fa33 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.992770] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] The volume has not been displaced from its original location: [datastore2] volume-dd0ab465-6f26-4705-8c75-5582eb9edea5/volume-dd0ab465-6f26-4705-8c75-5582eb9edea5.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 926.003989] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 926.009693] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa537fa-d91a-4471-8ad4-da4f8af39cac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.045527] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338776, 'name': ReconfigVM_Task, 'duration_secs': 0.582949} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.047642] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 38a91e6a-8f7a-4906-89dc-d50305d15f6e/38a91e6a-8f7a-4906-89dc-d50305d15f6e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.048716] env[69433]: DEBUG oslo_vmware.api [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 926.048716] env[69433]: value = "task-3338784" [ 926.048716] env[69433]: _type = "Task" [ 926.048716] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.049009] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a598ae6a-8bf2-4578-b598-a1874b4df60f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.064020] env[69433]: DEBUG oslo_vmware.api [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338784, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.066182] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 926.066182] env[69433]: value = "task-3338785" [ 926.066182] env[69433]: _type = "Task" [ 926.066182] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.077799] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338785, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.265379] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.265743] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a96c83f-2407-4492-b4a5-099fd4460b2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.273794] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 926.273794] env[69433]: value = "task-3338786" [ 926.273794] env[69433]: _type = "Task" [ 926.273794] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.284448] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.360375] env[69433]: DEBUG nova.compute.manager [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.360819] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.361438] env[69433]: DEBUG oslo_vmware.api [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Task: {'id': task-3338783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15956} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.362494] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc97e16-5af4-4a1e-b30a-f30f4f571ed6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.371408] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.371957] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.372403] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.381109] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.381109] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1be75c6c-78aa-43ea-960c-8b4bae6267b0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.396047] env[69433]: DEBUG oslo_vmware.api [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 926.396047] env[69433]: value = "task-3338787" [ 926.396047] env[69433]: _type = "Task" [ 926.396047] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.404043] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52173019-7e96-3c3d-1644-77c4054b69b8, 'name': SearchDatastore_Task, 'duration_secs': 0.021907} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.404043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.404043] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. {{(pid=69433) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 926.404464] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d0e0e0-0a87-4be3-b06f-e38be1a02aa7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.413170] env[69433]: DEBUG oslo_vmware.api [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.420329] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 926.420329] env[69433]: value = "task-3338788" [ 926.420329] env[69433]: _type = "Task" [ 926.420329] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.430415] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.460021] env[69433]: DEBUG nova.compute.manager [req-5bea5078-5462-4b5e-aec9-559642232e6c req-d01fb551-5e41-4d15-8d1d-de390c3a8a26 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Received event network-vif-deleted-e4cd1bc1-ab67-42ba-bf65-79cdd1643a69 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.460021] env[69433]: INFO nova.compute.manager [req-5bea5078-5462-4b5e-aec9-559642232e6c req-d01fb551-5e41-4d15-8d1d-de390c3a8a26 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Neutron deleted interface e4cd1bc1-ab67-42ba-bf65-79cdd1643a69; detaching it from the instance and deleting it from the info cache [ 926.460021] env[69433]: DEBUG nova.network.neutron [req-5bea5078-5462-4b5e-aec9-559642232e6c req-d01fb551-5e41-4d15-8d1d-de390c3a8a26 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.460553] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 926.461238] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d094de37-7aec-4f32-9c72-64fbbd4ce94b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.477651] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f144686d-905d-4a8c-917b-2469386bd375 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.525227] env[69433]: ERROR nova.compute.manager [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Failed to detach volume 9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a from /dev/sda: nova.exception.InstanceNotFound: Instance 25d581b8-512c-4343-bee8-e0a713649884 could not be found. [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] Traceback (most recent call last): [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self.driver.rebuild(**kwargs) [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] raise NotImplementedError() [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] NotImplementedError [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] During handling of the above exception, another exception occurred: [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] Traceback (most recent call last): [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 926.525227] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self.driver.detach_volume(context, old_connection_info, [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] return self._volumeops.detach_volume(connection_info, instance) [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self._detach_volume_vmdk(connection_info, instance) [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] stable_ref.fetch_moref(session) [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] raise exception.InstanceNotFound(instance_id=self._uuid) [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] nova.exception.InstanceNotFound: Instance 25d581b8-512c-4343-bee8-e0a713649884 could not be found. [ 926.525747] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.566838] env[69433]: DEBUG oslo_vmware.api [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338784, 'name': ReconfigVM_Task, 'duration_secs': 0.25957} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.571372] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 926.577753] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd5bd3d-e5cb-41e0-a090-057c254942bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.595516] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338785, 'name': Rename_Task, 'duration_secs': 0.167304} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.597209] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.597610] env[69433]: DEBUG oslo_vmware.api [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 926.597610] env[69433]: value = "task-3338789" [ 926.597610] env[69433]: _type = "Task" [ 926.597610] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.597812] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ccc263-1e60-452c-8003-369c9c683092 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.609920] env[69433]: DEBUG oslo_vmware.api [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338789, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.611744] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 926.611744] env[69433]: value = "task-3338790" [ 926.611744] env[69433]: _type = "Task" [ 926.611744] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.723029] env[69433]: DEBUG nova.compute.utils [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Build of instance 25d581b8-512c-4343-bee8-e0a713649884 aborted: Failed to rebuild volume backed instance. {{(pid=69433) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 926.734352] env[69433]: ERROR nova.compute.manager [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 25d581b8-512c-4343-bee8-e0a713649884 aborted: Failed to rebuild volume backed instance. [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] Traceback (most recent call last): [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self.driver.rebuild(**kwargs) [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] raise NotImplementedError() [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] NotImplementedError [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] During handling of the above exception, another exception occurred: [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] Traceback (most recent call last): [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 926.734352] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self._detach_root_volume(context, instance, root_bdm) [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] with excutils.save_and_reraise_exception(): [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self.force_reraise() [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] raise self.value [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self.driver.detach_volume(context, old_connection_info, [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] return self._volumeops.detach_volume(connection_info, instance) [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 926.735014] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self._detach_volume_vmdk(connection_info, instance) [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] stable_ref.fetch_moref(session) [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] raise exception.InstanceNotFound(instance_id=self._uuid) [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] nova.exception.InstanceNotFound: Instance 25d581b8-512c-4343-bee8-e0a713649884 could not be found. [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] During handling of the above exception, another exception occurred: [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] Traceback (most recent call last): [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] yield [ 926.735448] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self._do_rebuild_instance_with_claim( [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self._do_rebuild_instance( [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self._rebuild_default_impl(**kwargs) [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] self._rebuild_volume_backed_instance( [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] raise exception.BuildAbortException( [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] nova.exception.BuildAbortException: Build of instance 25d581b8-512c-4343-bee8-e0a713649884 aborted: Failed to rebuild volume backed instance. [ 926.735972] env[69433]: ERROR nova.compute.manager [instance: 25d581b8-512c-4343-bee8-e0a713649884] [ 926.787179] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338786, 'name': PowerOffVM_Task, 'duration_secs': 0.210836} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.789087] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.789087] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138aacd-dffb-4bac-8a7e-1aeb3fee1a52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.811443] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe0dd02-46c9-4941-9781-a4f8b6174a5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.907276] env[69433]: DEBUG oslo_vmware.api [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338787, 'name': PowerOffVM_Task, 'duration_secs': 0.231806} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.907703] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.907782] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.908049] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07f5dc59-a128-448e-b5c0-5eda1f625fa5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.928368] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338788, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.932115] env[69433]: DEBUG nova.network.neutron [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.965405] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b68569b6-a022-47f3-ac6b-a46f2d36f680 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.976167] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53988da2-64fc-4450-8803-2c32e1c5e05a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.989659] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.989891] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.990091] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Deleting the datastore file [datastore2] 7c8ea413-9d35-4ba2-895a-2fd1c86dd901 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.990961] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5cc826f-44ac-4e36-93c0-921690b20616 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.001903] env[69433]: DEBUG oslo_vmware.api [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for the task: (returnval){ [ 927.001903] env[69433]: value = "task-3338792" [ 927.001903] env[69433]: _type = "Task" [ 927.001903] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.018635] env[69433]: DEBUG nova.compute.manager [req-5bea5078-5462-4b5e-aec9-559642232e6c req-d01fb551-5e41-4d15-8d1d-de390c3a8a26 service nova] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Detach interface failed, port_id=e4cd1bc1-ab67-42ba-bf65-79cdd1643a69, reason: Instance 90206bf8-d16d-4586-9ffb-1c4d89c46550 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.028332] env[69433]: DEBUG oslo_vmware.api [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.114404] env[69433]: DEBUG oslo_vmware.api [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338789, 'name': ReconfigVM_Task, 'duration_secs': 0.181281} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.119091] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666405', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'name': 'volume-dd0ab465-6f26-4705-8c75-5582eb9edea5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5c97dd93-7e4a-4118-83db-a937e7db3f28', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0ab465-6f26-4705-8c75-5582eb9edea5', 'serial': 'dd0ab465-6f26-4705-8c75-5582eb9edea5'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 927.129496] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.234652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "2121b99a-03ef-4111-a393-144083d41811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.234652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.234652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "2121b99a-03ef-4111-a393-144083d41811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.234652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.234976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.235528] env[69433]: INFO nova.compute.manager [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Terminating instance [ 927.325495] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 927.325495] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-113eaaca-264c-4059-b61f-711aca447bfe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.333130] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 927.333130] env[69433]: value = "task-3338793" [ 927.333130] env[69433]: _type = "Task" [ 927.333130] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.342206] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338793, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.430271] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662532} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.430615] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. [ 927.431591] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba47b41a-963a-4118-afb9-4e4bf499792d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.449865] env[69433]: INFO nova.compute.manager [-] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Took 1.57 seconds to deallocate network for instance. [ 927.457572] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.459348] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70a9e3e-4fd9-42a8-bef8-cc0f154f28b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.480840] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 927.480840] env[69433]: value = "task-3338794" [ 927.480840] env[69433]: _type = "Task" [ 927.480840] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.491485] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.526995] env[69433]: DEBUG oslo_vmware.api [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Task: {'id': task-3338792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.501527} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.527324] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.527617] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.527720] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.527908] env[69433]: INFO nova.compute.manager [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Took 1.17 seconds to destroy the instance on the hypervisor. [ 927.528231] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.528422] env[69433]: DEBUG nova.compute.manager [-] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.528525] env[69433]: DEBUG nova.network.neutron [-] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.623888] env[69433]: DEBUG oslo_vmware.api [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338790, 'name': PowerOnVM_Task, 'duration_secs': 0.522242} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.624221] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.624477] env[69433]: INFO nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Took 9.22 seconds to spawn the instance on the hypervisor. [ 927.624761] env[69433]: DEBUG nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.625674] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e7ddb-81ce-431b-98cd-154a8b4505c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.698613] env[69433]: DEBUG nova.objects.instance [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lazy-loading 'flavor' on Instance uuid 5c97dd93-7e4a-4118-83db-a937e7db3f28 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.740686] env[69433]: DEBUG nova.compute.manager [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.740993] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.741997] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212116c1-16be-4f1b-80d6-30e5862d8de2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.751958] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.752369] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ef73f9-10fc-4f14-97d5-882a59f8cf23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.759664] env[69433]: DEBUG oslo_vmware.api [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 927.759664] env[69433]: value = "task-3338795" [ 927.759664] env[69433]: _type = "Task" [ 927.759664] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.772915] env[69433]: DEBUG oslo_vmware.api [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.818798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "d21def47-bae0-4fb8-92de-47f3e040cf09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.818993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.844526] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338793, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.977635] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.977911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.978187] env[69433]: DEBUG nova.objects.instance [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lazy-loading 'resources' on Instance uuid 90206bf8-d16d-4586-9ffb-1c4d89c46550 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.992849] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.144519] env[69433]: INFO nova.compute.manager [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Took 13.67 seconds to build instance. [ 928.275550] env[69433]: DEBUG oslo_vmware.api [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338795, 'name': PowerOffVM_Task, 'duration_secs': 0.354844} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.278019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.278019] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.278019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f80b3238-ac69-4f74-a8ca-d875157d9242 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.322343] env[69433]: DEBUG nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.347957] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338793, 'name': CreateSnapshot_Task, 'duration_secs': 0.913367} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.349773] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 928.350177] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.350380] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.350651] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleting the datastore file [datastore2] 2121b99a-03ef-4111-a393-144083d41811 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.351511] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7453cd57-a9c6-4292-80de-34ed7324463b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.354288] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00344d74-f585-46a1-b857-b00101274391 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.365415] env[69433]: DEBUG oslo_vmware.api [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 928.365415] env[69433]: value = "task-3338797" [ 928.365415] env[69433]: _type = "Task" [ 928.365415] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.375489] env[69433]: DEBUG oslo_vmware.api [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.494154] env[69433]: DEBUG nova.compute.manager [req-60df5ab5-ffd9-4338-9e45-351007fba22c req-8315d0a5-c508-423b-8a6f-563423072b34 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Received event network-vif-deleted-af9773b8-0350-4224-b77f-8431011062bb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.494154] env[69433]: INFO nova.compute.manager [req-60df5ab5-ffd9-4338-9e45-351007fba22c req-8315d0a5-c508-423b-8a6f-563423072b34 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Neutron deleted interface af9773b8-0350-4224-b77f-8431011062bb; detaching it from the instance and deleting it from the info cache [ 928.494154] env[69433]: DEBUG nova.network.neutron [req-60df5ab5-ffd9-4338-9e45-351007fba22c req-8315d0a5-c508-423b-8a6f-563423072b34 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.503697] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338794, 'name': ReconfigVM_Task, 'duration_secs': 0.544137} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.504024] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.505145] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71118c8e-ee7d-4fb1-911b-0eb77aa2a7bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.538790] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc8b7b29-8aae-4510-a8bc-c701ba751979 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.553270] env[69433]: DEBUG nova.network.neutron [-] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.555915] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 928.555915] env[69433]: value = "task-3338798" [ 928.555915] env[69433]: _type = "Task" [ 928.555915] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.570674] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.648221] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6f4d5a3a-c3b7-4dce-b314-43ed0e1c6e49 tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.187s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.705962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8afa20-33a3-4fd7-82df-8ff8099b215c tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.379s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.736512] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a92b-5609-dfae-d43c-dafaf6b634bc/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.737609] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbae966-36fb-48a3-857c-77684dffdb37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.746947] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a92b-5609-dfae-d43c-dafaf6b634bc/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.747232] env[69433]: ERROR oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a92b-5609-dfae-d43c-dafaf6b634bc/disk-0.vmdk due to incomplete transfer. [ 928.747347] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ccb71f5-7fbd-4e4f-a9dd-4082b856a4aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.754966] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.756728] env[69433]: DEBUG oslo_vmware.rw_handles [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5211a92b-5609-dfae-d43c-dafaf6b634bc/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 928.756921] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Uploaded image 2d6e0acf-d943-4fab-b2b0-3cc8b7444927 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 928.759081] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.759327] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5b4f16f-60da-4f5a-8a19-4c8a78774176 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.765076] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 928.765076] env[69433]: value = "task-3338799" [ 928.765076] env[69433]: _type = "Task" [ 928.765076] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.775712] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338799, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.781726] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eece8fa1-8f70-4ee7-aa0d-3ed1e1a71d50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.789347] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e09ae5-9eff-4a12-ad43-63c7a7e68165 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.822031] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f2f7bf-4dd9-4fd4-9c9e-db965ee2d0a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.833957] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf83718b-8555-4d60-ab04-313b6ab648be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.851461] env[69433]: DEBUG nova.compute.provider_tree [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.855171] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.873784] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 928.874571] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0b1a1b27-7c06-42a1-9862-0a0627f9395a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.887275] env[69433]: DEBUG oslo_vmware.api [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204023} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.888872] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.889168] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.889414] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.889615] env[69433]: INFO nova.compute.manager [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 2121b99a-03ef-4111-a393-144083d41811] Took 1.15 seconds to destroy the instance on the hypervisor. [ 928.889939] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.890296] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 928.890296] env[69433]: value = "task-3338800" [ 928.890296] env[69433]: _type = "Task" [ 928.890296] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.890933] env[69433]: DEBUG nova.compute.manager [-] [instance: 2121b99a-03ef-4111-a393-144083d41811] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.891083] env[69433]: DEBUG nova.network.neutron [-] [instance: 2121b99a-03ef-4111-a393-144083d41811] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.905401] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338800, 'name': CloneVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.999778] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98d9c292-7f0d-45c5-b19e-e14b1b67c613 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.009985] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599cfb3a-ee64-4e79-b602-44ed0654d61e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.048940] env[69433]: DEBUG nova.compute.manager [req-60df5ab5-ffd9-4338-9e45-351007fba22c req-8315d0a5-c508-423b-8a6f-563423072b34 service nova] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Detach interface failed, port_id=af9773b8-0350-4224-b77f-8431011062bb, reason: Instance 7c8ea413-9d35-4ba2-895a-2fd1c86dd901 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 929.057061] env[69433]: INFO nova.compute.manager [-] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Took 1.53 seconds to deallocate network for instance. [ 929.071492] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338798, 'name': ReconfigVM_Task, 'duration_secs': 0.378671} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.071492] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.071744] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-334411ea-c192-4232-9933-e9133d2d77d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.078741] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 929.078741] env[69433]: value = "task-3338801" [ 929.078741] env[69433]: _type = "Task" [ 929.078741] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.088451] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.275685] env[69433]: DEBUG nova.compute.manager [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Received event network-changed-0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.275957] env[69433]: DEBUG nova.compute.manager [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Refreshing instance network info cache due to event network-changed-0e9f1507-6e6a-436a-9795-9eecff3d81d8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.276267] env[69433]: DEBUG oslo_concurrency.lockutils [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] Acquiring lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.276462] env[69433]: DEBUG oslo_concurrency.lockutils [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] Acquired lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.276671] env[69433]: DEBUG nova.network.neutron [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Refreshing network info cache for port 0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.285756] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338799, 'name': Destroy_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.355611] env[69433]: DEBUG nova.scheduler.client.report [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.404081] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338800, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.442174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquiring lock "25d581b8-512c-4343-bee8-e0a713649884" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.442174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "25d581b8-512c-4343-bee8-e0a713649884" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.442174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquiring lock "25d581b8-512c-4343-bee8-e0a713649884-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.442174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "25d581b8-512c-4343-bee8-e0a713649884-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.442338] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "25d581b8-512c-4343-bee8-e0a713649884-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.444023] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.444582] env[69433]: INFO nova.compute.manager [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Terminating instance [ 929.446660] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.569799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.592040] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.667965] env[69433]: DEBUG nova.network.neutron [-] [instance: 2121b99a-03ef-4111-a393-144083d41811] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.776797] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338799, 'name': Destroy_Task, 'duration_secs': 0.793652} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.777148] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Destroyed the VM [ 929.777389] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.777676] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e32af629-204a-4509-95db-595492ec131a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.786958] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 929.786958] env[69433]: value = "task-3338802" [ 929.786958] env[69433]: _type = "Task" [ 929.786958] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.797525] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.865854] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.870371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.114s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.899678] env[69433]: INFO nova.scheduler.client.report [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Deleted allocations for instance 90206bf8-d16d-4586-9ffb-1c4d89c46550 [ 929.914039] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338800, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.956233] env[69433]: DEBUG nova.compute.manager [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.956833] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8910c02-c5df-49ec-8ca5-3a5830804093 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.960082] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.960082] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.960214] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.960361] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.961025] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.961025] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.961025] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 929.961201] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 929.968868] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145305bc-a251-4d8b-b3ce-0b3ccf99efc0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.023595] env[69433]: WARNING nova.virt.vmwareapi.driver [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 25d581b8-512c-4343-bee8-e0a713649884 could not be found. [ 930.024369] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.029027] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c453f1e9-d09b-4476-b17f-3e779cf1b8bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.041306] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207891ff-70d7-489a-893e-9102b6e4775a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.082013] env[69433]: WARNING nova.virt.vmwareapi.vmops [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 25d581b8-512c-4343-bee8-e0a713649884 could not be found. [ 930.082445] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.082804] env[69433]: INFO nova.compute.manager [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Took 0.13 seconds to destroy the instance on the hypervisor. [ 930.083117] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.090618] env[69433]: DEBUG nova.compute.manager [-] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.090790] env[69433]: DEBUG nova.network.neutron [-] [instance: 25d581b8-512c-4343-bee8-e0a713649884] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.100120] env[69433]: DEBUG oslo_vmware.api [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338801, 'name': PowerOnVM_Task, 'duration_secs': 0.966787} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.100348] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.103482] env[69433]: DEBUG nova.compute.manager [None req-e3eb5f2a-37df-4d7a-b2f7-63ad48890659 tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.104499] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68652780-0b94-4dda-86ea-40aa847ca243 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.170845] env[69433]: INFO nova.compute.manager [-] [instance: 2121b99a-03ef-4111-a393-144083d41811] Took 1.28 seconds to deallocate network for instance. [ 930.201107] env[69433]: DEBUG nova.network.neutron [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Updated VIF entry in instance network info cache for port 0e9f1507-6e6a-436a-9795-9eecff3d81d8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.201679] env[69433]: DEBUG nova.network.neutron [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Updating instance_info_cache with network_info: [{"id": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "address": "fa:16:3e:e6:92:ee", "network": {"id": "643638b3-8495-4acb-aa85-1c77879ff562", "bridge": "br-int", "label": "tempest-ServersTestJSON-106844787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c47924f465c4aa7a134565c3f1a82e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9fa933df-d66f-485e-8cf9-eda7f1a7f283", "external-id": "nsx-vlan-transportzone-87", "segmentation_id": 87, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9f1507-6e", "ovs_interfaceid": "0e9f1507-6e6a-436a-9795-9eecff3d81d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.300788] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338802, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.314529] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "19bafb38-586e-426a-871f-13af2220a30f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.314780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "19bafb38-586e-426a-871f-13af2220a30f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.330195] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc97eb-8e93-4f32-984b-81c43e19491b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.338383] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067ab6f9-3e69-4bb7-9a31-6968bd0955b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.373783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fa6874-b17d-4183-a86f-34e5aab103bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.384040] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd0609-d184-4851-b91e-a12973b32d22 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.395977] env[69433]: DEBUG nova.compute.provider_tree [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.408094] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338800, 'name': CloneVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.418931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-eb25e371-0bd5-4fe7-89b7-ba1c23ed9c8b tempest-ServersNegativeTestJSON-1706246917 tempest-ServersNegativeTestJSON-1706246917-project-member] Lock "90206bf8-d16d-4586-9ffb-1c4d89c46550" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.194s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.469021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.528900] env[69433]: DEBUG nova.compute.manager [req-e0b36045-0d4b-4def-ae0a-75d9170c4e2f req-75860f5f-7c09-4c0d-a1ce-0a12eb924039 service nova] [instance: 2121b99a-03ef-4111-a393-144083d41811] Received event network-vif-deleted-e76e2c0c-400c-4db3-a729-917e48a48d7c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.661932] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.662219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.680769] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.705676] env[69433]: DEBUG oslo_concurrency.lockutils [req-52b7e1cf-0d35-4d57-bf9a-ebf5146bf717 req-0725a28e-f264-4ef7-b756-dc7f986555f3 service nova] Releasing lock "refresh_cache-38a91e6a-8f7a-4906-89dc-d50305d15f6e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.806559] env[69433]: DEBUG oslo_vmware.api [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.64757} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.807054] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.807438] env[69433]: INFO nova.compute.manager [None req-fbe18dfb-2eed-48e5-843c-89a9e9ec91b9 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Took 18.17 seconds to snapshot the instance on the hypervisor. [ 930.818270] env[69433]: DEBUG nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.903210] env[69433]: DEBUG nova.scheduler.client.report [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.911356] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338800, 'name': CloneVM_Task, 'duration_secs': 1.607262} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.912044] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Created linked-clone VM from snapshot [ 930.913194] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7dea5f-2566-4eda-8f1d-2851b5819372 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.922811] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Uploading image 1aab13d9-1d83-48c7-aa9a-a06fb662d4f0 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 930.952551] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 930.952551] env[69433]: value = "vm-666411" [ 930.952551] env[69433]: _type = "VirtualMachine" [ 930.952551] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 930.952852] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2fd0791-7f44-4bca-8091-602957bcc198 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.960039] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lease: (returnval){ [ 930.960039] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b6522f-4fe7-e648-6c19-d39be7e283ed" [ 930.960039] env[69433]: _type = "HttpNfcLease" [ 930.960039] env[69433]: } obtained for exporting VM: (result){ [ 930.960039] env[69433]: value = "vm-666411" [ 930.960039] env[69433]: _type = "VirtualMachine" [ 930.960039] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 930.960332] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the lease: (returnval){ [ 930.960332] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b6522f-4fe7-e648-6c19-d39be7e283ed" [ 930.960332] env[69433]: _type = "HttpNfcLease" [ 930.960332] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 930.966649] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.966649] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b6522f-4fe7-e648-6c19-d39be7e283ed" [ 930.966649] env[69433]: _type = "HttpNfcLease" [ 930.966649] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 931.164839] env[69433]: DEBUG nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.295256] env[69433]: DEBUG nova.compute.manager [req-f72d1909-0f0e-4d3e-921f-1afbe01fb38e req-641c4b11-5cfb-4444-afc7-213f29f9dc16 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Received event network-vif-deleted-2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.295566] env[69433]: INFO nova.compute.manager [req-f72d1909-0f0e-4d3e-921f-1afbe01fb38e req-641c4b11-5cfb-4444-afc7-213f29f9dc16 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Neutron deleted interface 2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c; detaching it from the instance and deleting it from the info cache [ 931.295831] env[69433]: DEBUG nova.network.neutron [req-f72d1909-0f0e-4d3e-921f-1afbe01fb38e req-641c4b11-5cfb-4444-afc7-213f29f9dc16 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.341936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.385430] env[69433]: DEBUG nova.network.neutron [-] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.413516] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.544s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.413724] env[69433]: INFO nova.compute.manager [None req-a1beb336-03ff-459b-91b8-17fd33872d8a tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Successfully reverted task state from rebuilding on failure for instance. [ 931.419140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.564s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.420614] env[69433]: INFO nova.compute.claims [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.471251] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 931.471251] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b6522f-4fe7-e648-6c19-d39be7e283ed" [ 931.471251] env[69433]: _type = "HttpNfcLease" [ 931.471251] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 931.472301] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 931.472301] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b6522f-4fe7-e648-6c19-d39be7e283ed" [ 931.472301] env[69433]: _type = "HttpNfcLease" [ 931.472301] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 931.473488] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d9cb9-8fcf-4aef-9fc9-f418987f381a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.483307] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e43ef-f49f-fe24-8c9e-34d5f8b3540b/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 931.483503] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e43ef-f49f-fe24-8c9e-34d5f8b3540b/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 931.608703] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c931018a-f7b7-4d64-b440-0f881fd2f21b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.691383] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.798227] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06e00775-a24b-45ad-badd-e8adc4bb4e39 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.807982] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee732b64-2b7f-454f-8e77-aa0e9cdfaef3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.847797] env[69433]: DEBUG nova.compute.manager [req-f72d1909-0f0e-4d3e-921f-1afbe01fb38e req-641c4b11-5cfb-4444-afc7-213f29f9dc16 service nova] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Detach interface failed, port_id=2f07aec3-0a7e-4d6c-9cb1-93d5aa5e1f4c, reason: Instance 25d581b8-512c-4343-bee8-e0a713649884 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 931.887341] env[69433]: INFO nova.compute.manager [-] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Took 1.80 seconds to deallocate network for instance. [ 932.459486] env[69433]: INFO nova.compute.manager [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Took 0.57 seconds to detach 1 volumes for instance. [ 932.463237] env[69433]: DEBUG nova.compute.manager [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Deleting volume: 9c89e1cd-5c1c-41ee-9a8c-39cfd3b6cc7a {{(pid=69433) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 932.846395] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb63770-e1e4-42fb-8eba-f4ba180a800c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.857676] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d1e24e-b284-43bd-89b5-a5a7998a5ba9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.896544] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4b7451-9af0-4e58-a9e5-c751ed106148 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.905667] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1908e86c-cfc9-4712-a71b-36bd5638131c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.923223] env[69433]: DEBUG nova.compute.provider_tree [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.024044] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.207874] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "ffe1854c-735d-4a3a-8db4-1435345ad039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.208174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.208390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "ffe1854c-735d-4a3a-8db4-1435345ad039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.208576] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.208747] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.211382] env[69433]: INFO nova.compute.manager [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Terminating instance [ 933.333153] env[69433]: DEBUG nova.compute.manager [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.333357] env[69433]: DEBUG nova.compute.manager [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing instance network info cache due to event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.333614] env[69433]: DEBUG oslo_concurrency.lockutils [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] Acquiring lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.333719] env[69433]: DEBUG oslo_concurrency.lockutils [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] Acquired lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.333872] env[69433]: DEBUG nova.network.neutron [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.426417] env[69433]: DEBUG nova.scheduler.client.report [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.715428] env[69433]: DEBUG nova.compute.manager [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.715791] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.716927] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550421bf-e616-4906-af00-4f5d9aa4a9ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.725381] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.725618] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f860f2e-cd34-4c09-8762-7cd76f9083b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.731811] env[69433]: DEBUG oslo_vmware.api [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 933.731811] env[69433]: value = "task-3338805" [ 933.731811] env[69433]: _type = "Task" [ 933.731811] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.739632] env[69433]: DEBUG oslo_vmware.api [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.933928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.933928] env[69433]: DEBUG nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.937524] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.368s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.938215] env[69433]: DEBUG nova.objects.instance [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lazy-loading 'resources' on Instance uuid 7c8ea413-9d35-4ba2-895a-2fd1c86dd901 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.245028] env[69433]: DEBUG oslo_vmware.api [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338805, 'name': PowerOffVM_Task, 'duration_secs': 0.341312} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.245326] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.245500] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.245805] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83bed6d2-602d-438e-b594-e2ba61dfbffe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.252496] env[69433]: DEBUG nova.network.neutron [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updated VIF entry in instance network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.252786] env[69433]: DEBUG nova.network.neutron [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.306833] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.307075] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.307265] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleting the datastore file [datastore1] ffe1854c-735d-4a3a-8db4-1435345ad039 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.307541] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cf0ac69-6493-42a8-bd99-a13e5b6721d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.315325] env[69433]: DEBUG oslo_vmware.api [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 934.315325] env[69433]: value = "task-3338807" [ 934.315325] env[69433]: _type = "Task" [ 934.315325] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.324105] env[69433]: DEBUG oslo_vmware.api [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.449973] env[69433]: DEBUG nova.compute.utils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.452052] env[69433]: DEBUG nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.452052] env[69433]: DEBUG nova.network.neutron [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.547786] env[69433]: DEBUG nova.policy [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86556bfd53e4c82a2edb77badc19d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780ca16f4beb4806969bd28446bc93d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.762746] env[69433]: DEBUG oslo_concurrency.lockutils [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] Releasing lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.762988] env[69433]: DEBUG nova.compute.manager [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.763278] env[69433]: DEBUG nova.compute.manager [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing instance network info cache due to event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.766085] env[69433]: DEBUG oslo_concurrency.lockutils [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] Acquiring lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.766085] env[69433]: DEBUG oslo_concurrency.lockutils [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] Acquired lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.766085] env[69433]: DEBUG nova.network.neutron [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.793021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68306da-4788-4b18-9284-4730d8361082 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.801150] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17248512-bdfa-4cdb-9aab-7f07f7ce52d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.808186] env[69433]: DEBUG nova.objects.instance [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lazy-loading 'flavor' on Instance uuid 16a89dad-35a8-410f-b589-649d4f2ff1bf {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.844306] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42114d59-dbac-4ee8-85ce-6419f799f1f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.857262] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ab9e28-924d-49a3-b9c2-5da20f6deb58 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.862159] env[69433]: DEBUG oslo_vmware.api [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21642} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.865935] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.866312] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.866606] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.866885] env[69433]: INFO nova.compute.manager [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Took 1.15 seconds to destroy the instance on the hypervisor. [ 934.868016] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.868016] env[69433]: DEBUG nova.compute.manager [-] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.868016] env[69433]: DEBUG nova.network.neutron [-] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.882878] env[69433]: DEBUG nova.compute.provider_tree [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.961684] env[69433]: DEBUG nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.166893] env[69433]: DEBUG nova.network.neutron [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Successfully created port: 05da6d0e-6aef-41bd-be35-78c023fa78ee {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.313571] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.313764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquired lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.370162] env[69433]: DEBUG nova.compute.manager [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.370435] env[69433]: DEBUG nova.compute.manager [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing instance network info cache due to event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.370690] env[69433]: DEBUG oslo_concurrency.lockutils [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] Acquiring lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.386359] env[69433]: DEBUG nova.scheduler.client.report [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.682398] env[69433]: DEBUG nova.network.neutron [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updated VIF entry in instance network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.682398] env[69433]: DEBUG nova.network.neutron [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.898262] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.900069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.433s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.900431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.901036] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 935.901487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.221s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.901979] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.904502] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.563s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.906142] env[69433]: INFO nova.compute.claims [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.910563] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43483f20-65f4-4560-b96b-3a0ce716f3f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.919816] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7202f9b1-264c-4343-b65b-7608165b37db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.940087] env[69433]: INFO nova.scheduler.client.report [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted allocations for instance 2121b99a-03ef-4111-a393-144083d41811 [ 935.945043] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b1abce-365f-4739-b88c-860f4a88587e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.952541] env[69433]: INFO nova.scheduler.client.report [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Deleted allocations for instance 7c8ea413-9d35-4ba2-895a-2fd1c86dd901 [ 935.955402] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dbd7bd-04ad-4635-840b-8b0fe74aaa8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.997854] env[69433]: DEBUG nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.000042] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177806MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 936.000042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.028907] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.029188] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.029356] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.029540] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.029701] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.029855] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.030082] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.030323] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.030518] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.030709] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.030898] env[69433]: DEBUG nova.virt.hardware [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.032113] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d935a-76a2-49eb-97e6-540b6b88c57a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.041033] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f27232-04d3-4c2b-add7-f9c54672f1de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.184052] env[69433]: DEBUG oslo_concurrency.lockutils [req-32b33a43-0fef-48b3-893b-2818b1fb1ec7 req-c0f1ec04-8de3-474e-b7c6-dfd0256ddedf service nova] Releasing lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.184481] env[69433]: DEBUG oslo_concurrency.lockutils [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] Acquired lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.184725] env[69433]: DEBUG nova.network.neutron [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.425991] env[69433]: DEBUG nova.compute.manager [req-fff8738d-0355-4921-8a7d-e77f776e062d req-6ca1b905-01ae-4b88-9121-aab9d67417a9 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Received event network-vif-deleted-dc0009bb-7633-4be3-b2e7-53476f72a802 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.426280] env[69433]: INFO nova.compute.manager [req-fff8738d-0355-4921-8a7d-e77f776e062d req-6ca1b905-01ae-4b88-9121-aab9d67417a9 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Neutron deleted interface dc0009bb-7633-4be3-b2e7-53476f72a802; detaching it from the instance and deleting it from the info cache [ 936.426396] env[69433]: DEBUG nova.network.neutron [req-fff8738d-0355-4921-8a7d-e77f776e062d req-6ca1b905-01ae-4b88-9121-aab9d67417a9 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.451727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75fe7e39-4ba5-4516-ab7b-c00b6ba28c96 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "2121b99a-03ef-4111-a393-144083d41811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.219s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.484184] env[69433]: DEBUG nova.network.neutron [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.505047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b56e5024-fcd1-45ad-8ee6-a0277b1b66cd tempest-ServersTestFqdnHostnames-1301864300 tempest-ServersTestFqdnHostnames-1301864300-project-member] Lock "7c8ea413-9d35-4ba2-895a-2fd1c86dd901" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.666s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.676214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.676488] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.676697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.676889] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.677072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.679133] env[69433]: INFO nova.compute.manager [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Terminating instance [ 936.861874] env[69433]: DEBUG nova.network.neutron [-] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.929879] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e9b6e3d-31c4-44f9-a5ba-7f5a151150a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.940951] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395e01a2-efca-4107-b7ae-1dbc66595fd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.990430] env[69433]: DEBUG nova.compute.manager [req-fff8738d-0355-4921-8a7d-e77f776e062d req-6ca1b905-01ae-4b88-9121-aab9d67417a9 service nova] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Detach interface failed, port_id=dc0009bb-7633-4be3-b2e7-53476f72a802, reason: Instance ffe1854c-735d-4a3a-8db4-1435345ad039 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.134206] env[69433]: DEBUG nova.network.neutron [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Successfully updated port: 05da6d0e-6aef-41bd-be35-78c023fa78ee {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.185843] env[69433]: DEBUG nova.compute.manager [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.186093] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.187254] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc9dfe4-1e76-47be-aaff-f1cd49efdace {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.195697] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.199284] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55599295-9e44-46d9-b0a2-f08827732d85 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.208363] env[69433]: DEBUG oslo_vmware.api [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 937.208363] env[69433]: value = "task-3338808" [ 937.208363] env[69433]: _type = "Task" [ 937.208363] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.213773] env[69433]: DEBUG nova.network.neutron [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updated VIF entry in instance network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.214173] env[69433]: DEBUG nova.network.neutron [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.223919] env[69433]: DEBUG oslo_vmware.api [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.260507] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d05f3f-1986-45cf-b1e7-68a613352359 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.268951] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdbbf12-8857-4932-be71-925318c174a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.305296] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf43d626-f3ae-4553-8f69-8ea020a55614 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.313481] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d97d7-0ce5-4070-8484-a54973c5e96e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.331034] env[69433]: DEBUG nova.compute.provider_tree [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.365196] env[69433]: INFO nova.compute.manager [-] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Took 2.50 seconds to deallocate network for instance. [ 937.414383] env[69433]: DEBUG nova.compute.manager [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Received event network-vif-plugged-05da6d0e-6aef-41bd-be35-78c023fa78ee {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.416136] env[69433]: DEBUG oslo_concurrency.lockutils [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] Acquiring lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.416136] env[69433]: DEBUG oslo_concurrency.lockutils [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.416281] env[69433]: DEBUG oslo_concurrency.lockutils [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.416474] env[69433]: DEBUG nova.compute.manager [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] No waiting events found dispatching network-vif-plugged-05da6d0e-6aef-41bd-be35-78c023fa78ee {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.416676] env[69433]: WARNING nova.compute.manager [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Received unexpected event network-vif-plugged-05da6d0e-6aef-41bd-be35-78c023fa78ee for instance with vm_state building and task_state spawning. [ 937.416853] env[69433]: DEBUG nova.compute.manager [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Received event network-changed-05da6d0e-6aef-41bd-be35-78c023fa78ee {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.417044] env[69433]: DEBUG nova.compute.manager [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Refreshing instance network info cache due to event network-changed-05da6d0e-6aef-41bd-be35-78c023fa78ee. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.417305] env[69433]: DEBUG oslo_concurrency.lockutils [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] Acquiring lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.417542] env[69433]: DEBUG oslo_concurrency.lockutils [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] Acquired lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.417742] env[69433]: DEBUG nova.network.neutron [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Refreshing network info cache for port 05da6d0e-6aef-41bd-be35-78c023fa78ee {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.647333] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.647428] env[69433]: DEBUG nova.network.neutron [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.721426] env[69433]: DEBUG oslo_concurrency.lockutils [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] Releasing lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.721679] env[69433]: DEBUG nova.compute.manager [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.721843] env[69433]: DEBUG nova.compute.manager [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing instance network info cache due to event network-changed-3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.722058] env[69433]: DEBUG oslo_concurrency.lockutils [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] Acquiring lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.722196] env[69433]: DEBUG oslo_concurrency.lockutils [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] Acquired lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.722442] env[69433]: DEBUG nova.network.neutron [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Refreshing network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.725339] env[69433]: DEBUG oslo_vmware.api [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338808, 'name': PowerOffVM_Task, 'duration_secs': 0.227198} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.725339] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.725339] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.725608] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-837c316d-5a2e-44de-8dd4-0d064c93e599 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.787284] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.787521] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.787749] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Deleting the datastore file [datastore2] 171bdf42-9ae7-4bcb-80c1-5f4707a90475 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.787966] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6267b208-84f6-47e4-afd9-8cd96f92b5c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.795795] env[69433]: DEBUG oslo_vmware.api [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for the task: (returnval){ [ 937.795795] env[69433]: value = "task-3338810" [ 937.795795] env[69433]: _type = "Task" [ 937.795795] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.805875] env[69433]: DEBUG oslo_vmware.api [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.834226] env[69433]: DEBUG nova.scheduler.client.report [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.872340] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.973317] env[69433]: DEBUG nova.network.neutron [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.097175] env[69433]: DEBUG nova.network.neutron [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.152241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Releasing lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.152557] env[69433]: DEBUG nova.compute.manager [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Inject network info {{(pid=69433) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 938.152883] env[69433]: DEBUG nova.compute.manager [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] network_info to inject: |[{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 938.158588] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Reconfiguring VM instance to set the machine id {{(pid=69433) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 938.159082] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dccefa94-07f6-49da-bed3-e6c83ef9ea2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.181024] env[69433]: DEBUG oslo_vmware.api [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 938.181024] env[69433]: value = "task-3338811" [ 938.181024] env[69433]: _type = "Task" [ 938.181024] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.193362] env[69433]: DEBUG oslo_vmware.api [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.263550] env[69433]: DEBUG nova.objects.instance [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lazy-loading 'flavor' on Instance uuid 16a89dad-35a8-410f-b589-649d4f2ff1bf {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.309050] env[69433]: DEBUG oslo_vmware.api [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Task: {'id': task-3338810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222027} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.309959] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.310199] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.310665] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.310945] env[69433]: INFO nova.compute.manager [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Took 1.12 seconds to destroy the instance on the hypervisor. [ 938.311200] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 938.314409] env[69433]: DEBUG nova.compute.manager [-] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 938.314516] env[69433]: DEBUG nova.network.neutron [-] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 938.346988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.347594] env[69433]: DEBUG nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.351154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.660s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.352854] env[69433]: INFO nova.compute.claims [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.453875] env[69433]: DEBUG nova.compute.manager [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Received event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.454051] env[69433]: DEBUG nova.compute.manager [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing instance network info cache due to event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.454281] env[69433]: DEBUG oslo_concurrency.lockutils [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] Acquiring lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.454426] env[69433]: DEBUG oslo_concurrency.lockutils [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] Acquired lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.454587] env[69433]: DEBUG nova.network.neutron [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.597139] env[69433]: DEBUG nova.network.neutron [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updated VIF entry in instance network info cache for port 3c43e7dd-aaf4-418b-8a10-0c905e2602fd. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.597139] env[69433]: DEBUG nova.network.neutron [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [{"id": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "address": "fa:16:3e:71:3c:24", "network": {"id": "5b6dcd08-03e2-41cb-828a-b041d1192225", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1240573450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a49d113dd13442aeac205fe7f4ad5503", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e7f6f41-f4eb-4832-a390-730fca1cf717", "external-id": "nsx-vlan-transportzone-724", "segmentation_id": 724, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c43e7dd-aa", "ovs_interfaceid": "3c43e7dd-aaf4-418b-8a10-0c905e2602fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.600137] env[69433]: DEBUG oslo_concurrency.lockutils [req-2cbda8ad-905a-4701-9cff-f9333074a44d req-aff5ca67-99a0-4c07-89ee-4c8983653d55 service nova] Releasing lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.600629] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.600904] env[69433]: DEBUG nova.network.neutron [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.693625] env[69433]: DEBUG oslo_vmware.api [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338811, 'name': ReconfigVM_Task, 'duration_secs': 0.175004} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.694143] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b8024b47-963d-4946-bce2-044060706fb9 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Reconfigured VM instance to set the machine id {{(pid=69433) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 938.767551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.866991] env[69433]: DEBUG nova.compute.utils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.866991] env[69433]: DEBUG nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.866991] env[69433]: DEBUG nova.network.neutron [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.908123] env[69433]: DEBUG nova.policy [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80ab07ecf1974491a5ea854510907701', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '287f846f36c94f63ba4b7e3d47e2483d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.100314] env[69433]: DEBUG oslo_concurrency.lockutils [req-4fbdf0de-6a7f-4c22-8350-2347e2e4d31f req-f27291b9-f6c5-465a-a3e8-fc3f77574e8c service nova] Releasing lock "refresh_cache-171bdf42-9ae7-4bcb-80c1-5f4707a90475" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.178516] env[69433]: DEBUG nova.network.neutron [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.240076] env[69433]: DEBUG nova.network.neutron [-] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.372962] env[69433]: DEBUG nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.526277] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e43ef-f49f-fe24-8c9e-34d5f8b3540b/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 939.526277] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde07c4-341a-46aa-b8cc-9aff6efc2c47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.538080] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e43ef-f49f-fe24-8c9e-34d5f8b3540b/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 939.538432] env[69433]: ERROR oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e43ef-f49f-fe24-8c9e-34d5f8b3540b/disk-0.vmdk due to incomplete transfer. [ 939.538763] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4fd1726d-8d23-417d-a92b-ac2d76ef8ba3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.546137] env[69433]: DEBUG nova.network.neutron [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance_info_cache with network_info: [{"id": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "address": "fa:16:3e:4b:9a:09", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05da6d0e-6a", "ovs_interfaceid": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.549636] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e43ef-f49f-fe24-8c9e-34d5f8b3540b/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 939.549964] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Uploaded image 1aab13d9-1d83-48c7-aa9a-a06fb662d4f0 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 939.552779] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 939.553419] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e71d65e-2dab-4bfd-a356-8ee1f8f0d851 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.566344] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 939.566344] env[69433]: value = "task-3338812" [ 939.566344] env[69433]: _type = "Task" [ 939.566344] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.574299] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338812, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.653701] env[69433]: DEBUG nova.network.neutron [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updated VIF entry in instance network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.654077] env[69433]: DEBUG nova.network.neutron [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.726143] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1f6453-bef2-48fd-8060-9e424ca48546 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.736017] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faf75b0-25df-4475-b8fd-2da41821f915 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.782421] env[69433]: INFO nova.compute.manager [-] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Took 1.47 seconds to deallocate network for instance. [ 939.784165] env[69433]: DEBUG nova.network.neutron [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Successfully created port: 7960517f-2801-4aad-abb4-c917db9db0e5 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.788480] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630a4455-0454-4683-b28b-71473d56efaa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.803121] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac5772-1830-4a96-9128-72507523cfa4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.818156] env[69433]: DEBUG nova.compute.provider_tree [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.054383] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.054724] env[69433]: DEBUG nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Instance network_info: |[{"id": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "address": "fa:16:3e:4b:9a:09", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05da6d0e-6a", "ovs_interfaceid": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.055302] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:9a:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05da6d0e-6aef-41bd-be35-78c023fa78ee', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.063791] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.064115] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.067956] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec9b34a9-6780-4bb2-b513-f706602b9583 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.090021] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338812, 'name': Destroy_Task, 'duration_secs': 0.342857} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.090021] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Destroyed the VM [ 940.090021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 940.090021] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-53200774-7bc5-4ba1-a22b-f7910490669f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.092061] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.092061] env[69433]: value = "task-3338813" [ 940.092061] env[69433]: _type = "Task" [ 940.092061] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.099297] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 940.099297] env[69433]: value = "task-3338814" [ 940.099297] env[69433]: _type = "Task" [ 940.099297] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.103266] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338813, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.110130] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338814, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.160019] env[69433]: DEBUG oslo_concurrency.lockutils [req-172a3646-3fd3-4566-b052-4c2bec7b0a1d req-8d4d670f-0754-486c-b161-3bc339b73d94 service nova] Releasing lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.160477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquired lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.301820] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.321244] env[69433]: DEBUG nova.scheduler.client.report [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.384308] env[69433]: DEBUG nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.415326] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.415583] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.415803] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.416134] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.416348] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.416511] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.416821] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.417053] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.417540] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.417540] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.417766] env[69433]: DEBUG nova.virt.hardware [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.418567] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4155dabd-d140-4f74-9562-876ab6538504 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.445027] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b08695b-c61d-41b4-b49a-794aae83dd6e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.450173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "e8a132c2-c02e-453f-860d-06798706e76a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.450427] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "e8a132c2-c02e-453f-860d-06798706e76a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.481755] env[69433]: DEBUG nova.compute.manager [req-8751247b-1f8a-4549-85f7-012f26493b64 req-ca6c1607-c24f-4741-ae95-35e1a2741f24 service nova] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Received event network-vif-deleted-3c43e7dd-aaf4-418b-8a10-0c905e2602fd {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.575912] env[69433]: DEBUG nova.network.neutron [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.604011] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338813, 'name': CreateVM_Task, 'duration_secs': 0.347275} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.604678] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.605453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.605620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.605935] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.609178] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b919b2-ac65-4ef1-98a6-a5f1dfa6ebee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.610790] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338814, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376753} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.611050] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 940.611392] env[69433]: DEBUG nova.compute.manager [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.612734] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d892a0ea-9d03-4b4d-9c72-6636ad5043ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.616571] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 940.616571] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526e9d75-bada-0100-ee3f-55bf440576d4" [ 940.616571] env[69433]: _type = "Task" [ 940.616571] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.628179] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526e9d75-bada-0100-ee3f-55bf440576d4, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.628449] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.628670] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.628894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.629051] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.629236] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.629475] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbefbd74-6ec0-4632-afd4-70eae7e83d01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.638021] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.638206] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.638891] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7c7342-5393-4f1b-9e90-de7b2b4d58e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.643743] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 940.643743] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272c76d-0fc7-5f45-8131-754a66d3ff94" [ 940.643743] env[69433]: _type = "Task" [ 940.643743] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.650946] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272c76d-0fc7-5f45-8131-754a66d3ff94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.827607] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.828163] env[69433]: DEBUG nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.831340] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.808s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.831640] env[69433]: DEBUG nova.objects.instance [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lazy-loading 'resources' on Instance uuid 25d581b8-512c-4343-bee8-e0a713649884 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.939160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.939451] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.939833] env[69433]: DEBUG nova.objects.instance [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'flavor' on Instance uuid 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.952844] env[69433]: DEBUG nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.127181] env[69433]: INFO nova.compute.manager [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Shelve offloading [ 941.157419] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272c76d-0fc7-5f45-8131-754a66d3ff94, 'name': SearchDatastore_Task, 'duration_secs': 0.026073} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.158225] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070c0342-b310-4213-9953-080eb8785e1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.164778] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 941.164778] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522b82e3-5d32-0e78-9bc2-29415d6c43e5" [ 941.164778] env[69433]: _type = "Task" [ 941.164778] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.172672] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522b82e3-5d32-0e78-9bc2-29415d6c43e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.334726] env[69433]: DEBUG nova.compute.utils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.338840] env[69433]: DEBUG nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.339029] env[69433]: DEBUG nova.network.neutron [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.400039] env[69433]: DEBUG nova.policy [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aa5648818149639e11802f42d5cc50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b22361665274b24bc2976618e33228b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.402691] env[69433]: DEBUG nova.network.neutron [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.470647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.545590] env[69433]: DEBUG nova.objects.instance [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'pci_requests' on Instance uuid 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.568906] env[69433]: DEBUG nova.network.neutron [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Successfully updated port: 7960517f-2801-4aad-abb4-c917db9db0e5 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.608838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeff35a-d02d-4d0a-a9d6-5304a8ef5c4a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.623352] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72498313-8449-4d13-bd1c-152f706ed300 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.630328] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.631164] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e4dca7-3d9f-4b81-bfae-3ebaacfa2796 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.660495] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216162f0-9554-43e7-aced-3f520642b90b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.665537] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 941.665537] env[69433]: value = "task-3338815" [ 941.665537] env[69433]: _type = "Task" [ 941.665537] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.676200] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fe6e65-d38e-47b9-ac92-50407de6a94f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.686217] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522b82e3-5d32-0e78-9bc2-29415d6c43e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.697355] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.697638] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] d21def47-bae0-4fb8-92de-47f3e040cf09/d21def47-bae0-4fb8-92de-47f3e040cf09.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.698179] env[69433]: DEBUG nova.compute.provider_tree [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.699748] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a731bccd-e5ad-4300-baf0-508d9d391752 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.702406] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 941.706425] env[69433]: DEBUG nova.compute.manager [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.707353] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33555aa0-9df6-4b61-9846-d30d35e45bd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.717370] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.718335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.718335] env[69433]: DEBUG nova.network.neutron [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.722732] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 941.722732] env[69433]: value = "task-3338816" [ 941.722732] env[69433]: _type = "Task" [ 941.722732] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.780576] env[69433]: DEBUG nova.network.neutron [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Successfully created port: 947ea3a1-01c2-43f7-8472-37928112bc91 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.840169] env[69433]: DEBUG nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.906081] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Releasing lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.906338] env[69433]: DEBUG nova.compute.manager [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Inject network info {{(pid=69433) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 941.906644] env[69433]: DEBUG nova.compute.manager [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] network_info to inject: |[{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 941.911729] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Reconfiguring VM instance to set the machine id {{(pid=69433) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 941.912096] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b029deac-1b98-43c0-8814-45725b1c21a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.930091] env[69433]: DEBUG oslo_vmware.api [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 941.930091] env[69433]: value = "task-3338817" [ 941.930091] env[69433]: _type = "Task" [ 941.930091] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.941848] env[69433]: DEBUG oslo_vmware.api [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.048255] env[69433]: DEBUG nova.objects.base [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Object Instance<295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1> lazy-loaded attributes: flavor,pci_requests {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 942.048552] env[69433]: DEBUG nova.network.neutron [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 942.073052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "refresh_cache-19bafb38-586e-426a-871f-13af2220a30f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.073052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired lock "refresh_cache-19bafb38-586e-426a-871f-13af2220a30f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.073052] env[69433]: DEBUG nova.network.neutron [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.093622] env[69433]: DEBUG nova.policy [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.208289] env[69433]: DEBUG nova.scheduler.client.report [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.232425] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "d838f60b-8f27-4e42-b309-fc1d280578ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.232682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.238506] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473793} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.238997] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] d21def47-bae0-4fb8-92de-47f3e040cf09/d21def47-bae0-4fb8-92de-47f3e040cf09.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.239221] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.239468] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08726a70-4d57-4512-aa1b-2862acd0330f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.247670] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 942.247670] env[69433]: value = "task-3338818" [ 942.247670] env[69433]: _type = "Task" [ 942.247670] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.258140] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.445231] env[69433]: DEBUG oslo_vmware.api [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338817, 'name': ReconfigVM_Task, 'duration_secs': 0.212665} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.445503] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbd1ab9-9a92-4720-aaf2-7d58ec54ad4d tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Reconfigured VM instance to set the machine id {{(pid=69433) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 942.535668] env[69433]: DEBUG nova.network.neutron [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Successfully created port: bace37b5-ec24-4b70-a1d8-76d9a909d99e {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.550605] env[69433]: DEBUG nova.network.neutron [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Updating instance_info_cache with network_info: [{"id": "79e15fa7-a76f-4772-b703-84d531197cd6", "address": "fa:16:3e:f4:c8:22", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79e15fa7-a7", "ovs_interfaceid": "79e15fa7-a76f-4772-b703-84d531197cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.617228] env[69433]: DEBUG nova.network.neutron [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.713347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.715614] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.716s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.734804] env[69433]: DEBUG nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.761292] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075921} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.761575] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.765018] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e0e5c3-0cf7-4923-bf22-0ff723496f69 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.789629] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d21def47-bae0-4fb8-92de-47f3e040cf09/d21def47-bae0-4fb8-92de-47f3e040cf09.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.792369] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-664b35b2-c1a3-4ba0-bdea-c19d9bc15b6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.816602] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 942.816602] env[69433]: value = "task-3338819" [ 942.816602] env[69433]: _type = "Task" [ 942.816602] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.827354] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.850234] env[69433]: DEBUG nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.872491] env[69433]: DEBUG nova.network.neutron [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Updating instance_info_cache with network_info: [{"id": "7960517f-2801-4aad-abb4-c917db9db0e5", "address": "fa:16:3e:bf:66:78", "network": {"id": "873aabd3-3e97-4d73-90bc-5a18e73a8745", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-700784989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287f846f36c94f63ba4b7e3d47e2483d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7960517f-28", "ovs_interfaceid": "7960517f-2801-4aad-abb4-c917db9db0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='393f085920fa14a6b3eb72ee3ee8e440',container_format='bare',created_at=2025-04-06T15:35:55Z,direct_url=,disk_format='vmdk',id=2d6e0acf-d943-4fab-b2b0-3cc8b7444927,min_disk=1,min_ram=0,name='tempest-test-snap-1348842989',owner='2b22361665274b24bc2976618e33228b',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-06T15:36:13Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.879374] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.880466] env[69433]: DEBUG nova.virt.hardware [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.880805] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa6dfa-6744-473f-8832-8361042f1a72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.891677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a0d06b-0034-4c5c-ab4e-ca3c822b5e4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.917671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.917782] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.954021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "16a89dad-35a8-410f-b589-649d4f2ff1bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.954021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.954021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "16a89dad-35a8-410f-b589-649d4f2ff1bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.954021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.954642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.956779] env[69433]: INFO nova.compute.manager [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Terminating instance [ 943.054036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.202251] env[69433]: DEBUG nova.compute.manager [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Received event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.202481] env[69433]: DEBUG nova.compute.manager [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing instance network info cache due to event network-changed-00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.202703] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Acquiring lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.203134] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Acquired lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.203314] env[69433]: DEBUG nova.network.neutron [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Refreshing network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.233049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d59af00-b9f4-425e-9151-c4696a3d5d3b tempest-ServerActionsV293TestJSON-1367599413 tempest-ServerActionsV293TestJSON-1367599413-project-member] Lock "25d581b8-512c-4343-bee8-e0a713649884" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.792s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.260382] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.322313] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.323150] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c3d4c5-3bfc-475e-94e7-aaa9b0b76a4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.333921] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338819, 'name': ReconfigVM_Task, 'duration_secs': 0.476793} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.336058] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d21def47-bae0-4fb8-92de-47f3e040cf09/d21def47-bae0-4fb8-92de-47f3e040cf09.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.336722] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.336951] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02de2829-c058-4b31-8b0c-57031de8f0b5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.338490] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e31ec0b-41c0-4ebf-8b51-7f7265428f03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.345489] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 943.345489] env[69433]: value = "task-3338821" [ 943.345489] env[69433]: _type = "Task" [ 943.345489] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.354431] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338821, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.375257] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Releasing lock "refresh_cache-19bafb38-586e-426a-871f-13af2220a30f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.375638] env[69433]: DEBUG nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Instance network_info: |[{"id": "7960517f-2801-4aad-abb4-c917db9db0e5", "address": "fa:16:3e:bf:66:78", "network": {"id": "873aabd3-3e97-4d73-90bc-5a18e73a8745", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-700784989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287f846f36c94f63ba4b7e3d47e2483d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7960517f-28", "ovs_interfaceid": "7960517f-2801-4aad-abb4-c917db9db0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.376137] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:66:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3f695b6-65bc-45cc-a61d-3c38a14e5c0c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7960517f-2801-4aad-abb4-c917db9db0e5', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.383751] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.383972] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.384227] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea2b194c-eaab-425f-9383-d54fb20b2f7c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.408324] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.408324] env[69433]: value = "task-3338822" [ 943.408324] env[69433]: _type = "Task" [ 943.408324] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.417151] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338822, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.420735] env[69433]: DEBUG nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.425286] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.425525] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.425707] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleting the datastore file [datastore2] d8e3b856-0f97-45c8-9bac-64b2a8e2320c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.425983] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de050a41-7899-4b13-944a-9ca0bc932c8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.433528] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 943.433528] env[69433]: value = "task-3338823" [ 943.433528] env[69433]: _type = "Task" [ 943.433528] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.442838] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.461103] env[69433]: DEBUG nova.compute.manager [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.461476] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.463147] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52284d54-b402-4dfb-8270-29159a71e2eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.473177] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.473482] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01fc418b-b9f1-491b-921f-93c98c22b3d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.482059] env[69433]: DEBUG oslo_vmware.api [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 943.482059] env[69433]: value = "task-3338824" [ 943.482059] env[69433]: _type = "Task" [ 943.482059] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.494023] env[69433]: DEBUG oslo_vmware.api [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.586065] env[69433]: DEBUG nova.network.neutron [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Successfully updated port: 947ea3a1-01c2-43f7-8472-37928112bc91 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.643677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "30928176-61ad-404e-b774-211abb635320" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.644091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "30928176-61ad-404e-b774-211abb635320" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.666215] env[69433]: DEBUG nova.compute.manager [req-7ae0d857-a675-45ac-851b-4d2813e400c8 req-eef5f123-dcb0-4413-a888-1aae41053f9b service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Received event network-vif-plugged-947ea3a1-01c2-43f7-8472-37928112bc91 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.666382] env[69433]: DEBUG oslo_concurrency.lockutils [req-7ae0d857-a675-45ac-851b-4d2813e400c8 req-eef5f123-dcb0-4413-a888-1aae41053f9b service nova] Acquiring lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.666604] env[69433]: DEBUG oslo_concurrency.lockutils [req-7ae0d857-a675-45ac-851b-4d2813e400c8 req-eef5f123-dcb0-4413-a888-1aae41053f9b service nova] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.666783] env[69433]: DEBUG oslo_concurrency.lockutils [req-7ae0d857-a675-45ac-851b-4d2813e400c8 req-eef5f123-dcb0-4413-a888-1aae41053f9b service nova] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.666955] env[69433]: DEBUG nova.compute.manager [req-7ae0d857-a675-45ac-851b-4d2813e400c8 req-eef5f123-dcb0-4413-a888-1aae41053f9b service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] No waiting events found dispatching network-vif-plugged-947ea3a1-01c2-43f7-8472-37928112bc91 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.667160] env[69433]: WARNING nova.compute.manager [req-7ae0d857-a675-45ac-851b-4d2813e400c8 req-eef5f123-dcb0-4413-a888-1aae41053f9b service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Received unexpected event network-vif-plugged-947ea3a1-01c2-43f7-8472-37928112bc91 for instance with vm_state building and task_state spawning. [ 943.749437] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.749604] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance b461f82f-7ce7-4bef-9f57-706b5239b3f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.749732] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a408ea57-9966-4246-a7f3-2fe708b5afc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.749853] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.749972] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance af0d50d8-371e-407f-8e11-2b0eb3b4f8be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.750101] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 45b1b295-23ae-4628-9762-209ac7f1b60b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.750219] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5c97dd93-7e4a-4118-83db-a937e7db3f28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.750331] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 40e488c2-596d-4c5e-870d-c3c0d6bb1f38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.750464] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance ffe1854c-735d-4a3a-8db4-1435345ad039 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.750578] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 97b2bc5b-267b-440b-a66a-0fd86f49ace2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.750692] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 16a89dad-35a8-410f-b589-649d4f2ff1bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.750804] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.750924] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 171bdf42-9ae7-4bcb-80c1-5f4707a90475 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 943.751050] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance d8e3b856-0f97-45c8-9bac-64b2a8e2320c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.751169] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 38a91e6a-8f7a-4906-89dc-d50305d15f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.751282] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance d21def47-bae0-4fb8-92de-47f3e040cf09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.751393] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 19bafb38-586e-426a-871f-13af2220a30f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.751519] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 6630642f-1b62-420f-b7ef-b1ea751d7c8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 943.856216] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338821, 'name': Rename_Task, 'duration_secs': 0.206288} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.856557] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.856838] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1619f4a-d284-44ec-ba21-ac5a6d927895 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.864935] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 943.864935] env[69433]: value = "task-3338825" [ 943.864935] env[69433]: _type = "Task" [ 943.864935] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.873352] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.920725] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338822, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.944751] env[69433]: DEBUG oslo_vmware.api [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205963} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.944751] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.944751] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.944751] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.952133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.974428] env[69433]: INFO nova.scheduler.client.report [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted allocations for instance d8e3b856-0f97-45c8-9bac-64b2a8e2320c [ 943.994054] env[69433]: DEBUG oslo_vmware.api [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338824, 'name': PowerOffVM_Task, 'duration_secs': 0.203406} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.994210] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.994370] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.994638] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a983749-70f0-48cf-86c9-11b0b3fef828 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.013310] env[69433]: DEBUG nova.network.neutron [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updated VIF entry in instance network info cache for port 00a9bd9c-38d0-4294-8572-88f08b640e64. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.013766] env[69433]: DEBUG nova.network.neutron [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [{"id": "00a9bd9c-38d0-4294-8572-88f08b640e64", "address": "fa:16:3e:04:c3:7c", "network": {"id": "c1a70ed2-d8f3-4c3c-9928-1b5e0810f3f1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-447852414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "304c837638134ef4b20e1d8671c5ef2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd8c6be9-575e-4605-b779-98606281a3bf", "external-id": "nsx-vlan-transportzone-273", "segmentation_id": 273, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a9bd9c-38", "ovs_interfaceid": "00a9bd9c-38d0-4294-8572-88f08b640e64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.068121] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.068344] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.068524] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Deleting the datastore file [datastore2] 16a89dad-35a8-410f-b589-649d4f2ff1bf {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.068781] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6deae186-aa58-4e28-b53b-24cd0e857d4f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.076130] env[69433]: DEBUG oslo_vmware.api [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for the task: (returnval){ [ 944.076130] env[69433]: value = "task-3338827" [ 944.076130] env[69433]: _type = "Task" [ 944.076130] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.084429] env[69433]: DEBUG oslo_vmware.api [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.088166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "refresh_cache-6630642f-1b62-420f-b7ef-b1ea751d7c8c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.088301] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "refresh_cache-6630642f-1b62-420f-b7ef-b1ea751d7c8c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.088396] env[69433]: DEBUG nova.network.neutron [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.147205] env[69433]: DEBUG nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.163809] env[69433]: DEBUG nova.network.neutron [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Successfully updated port: bace37b5-ec24-4b70-a1d8-76d9a909d99e {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.254643] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e8a132c2-c02e-453f-860d-06798706e76a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 944.375556] env[69433]: DEBUG oslo_vmware.api [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338825, 'name': PowerOnVM_Task, 'duration_secs': 0.508546} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.375829] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.376057] env[69433]: INFO nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Took 8.38 seconds to spawn the instance on the hypervisor. [ 944.376268] env[69433]: DEBUG nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.377229] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e858a0a4-3228-4ad6-8bb6-77ead6cbe3a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.420737] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338822, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.481992] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.516533] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Releasing lock "refresh_cache-16a89dad-35a8-410f-b589-649d4f2ff1bf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.516786] env[69433]: DEBUG nova.compute.manager [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Received event network-vif-plugged-7960517f-2801-4aad-abb4-c917db9db0e5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.517013] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Acquiring lock "19bafb38-586e-426a-871f-13af2220a30f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.517219] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Lock "19bafb38-586e-426a-871f-13af2220a30f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.517431] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Lock "19bafb38-586e-426a-871f-13af2220a30f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.517583] env[69433]: DEBUG nova.compute.manager [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] No waiting events found dispatching network-vif-plugged-7960517f-2801-4aad-abb4-c917db9db0e5 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.517753] env[69433]: WARNING nova.compute.manager [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Received unexpected event network-vif-plugged-7960517f-2801-4aad-abb4-c917db9db0e5 for instance with vm_state building and task_state spawning. [ 944.517914] env[69433]: DEBUG nova.compute.manager [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Received event network-changed-7960517f-2801-4aad-abb4-c917db9db0e5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.518081] env[69433]: DEBUG nova.compute.manager [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Refreshing instance network info cache due to event network-changed-7960517f-2801-4aad-abb4-c917db9db0e5. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.518271] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Acquiring lock "refresh_cache-19bafb38-586e-426a-871f-13af2220a30f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.518406] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Acquired lock "refresh_cache-19bafb38-586e-426a-871f-13af2220a30f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.518560] env[69433]: DEBUG nova.network.neutron [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Refreshing network info cache for port 7960517f-2801-4aad-abb4-c917db9db0e5 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 944.587012] env[69433]: DEBUG oslo_vmware.api [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Task: {'id': task-3338827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200685} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.587298] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.587485] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.587662] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.587839] env[69433]: INFO nova.compute.manager [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 944.588092] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.588289] env[69433]: DEBUG nova.compute.manager [-] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.588384] env[69433]: DEBUG nova.network.neutron [-] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.621088] env[69433]: DEBUG nova.network.neutron [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.664440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.667297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.667297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.667297] env[69433]: DEBUG nova.network.neutron [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.758505] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance d838f60b-8f27-4e42-b309-fc1d280578ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 944.790798] env[69433]: DEBUG nova.network.neutron [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Updating instance_info_cache with network_info: [{"id": "947ea3a1-01c2-43f7-8472-37928112bc91", "address": "fa:16:3e:e5:8e:fe", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947ea3a1-01", "ovs_interfaceid": "947ea3a1-01c2-43f7-8472-37928112bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.900389] env[69433]: INFO nova.compute.manager [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Took 16.07 seconds to build instance. [ 944.922555] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338822, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.113991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.201999] env[69433]: WARNING nova.network.neutron [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] 8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef already exists in list: networks containing: ['8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef']. ignoring it [ 945.218777] env[69433]: DEBUG nova.network.neutron [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Updated VIF entry in instance network info cache for port 7960517f-2801-4aad-abb4-c917db9db0e5. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 945.219129] env[69433]: DEBUG nova.network.neutron [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Updating instance_info_cache with network_info: [{"id": "7960517f-2801-4aad-abb4-c917db9db0e5", "address": "fa:16:3e:bf:66:78", "network": {"id": "873aabd3-3e97-4d73-90bc-5a18e73a8745", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-700784989-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "287f846f36c94f63ba4b7e3d47e2483d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3f695b6-65bc-45cc-a61d-3c38a14e5c0c", "external-id": "nsx-vlan-transportzone-559", "segmentation_id": 559, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7960517f-28", "ovs_interfaceid": "7960517f-2801-4aad-abb4-c917db9db0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.261710] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a856e2e8-5fcf-445b-974a-6bd2ba2dd196 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 945.294759] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "refresh_cache-6630642f-1b62-420f-b7ef-b1ea751d7c8c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.294817] env[69433]: DEBUG nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Instance network_info: |[{"id": "947ea3a1-01c2-43f7-8472-37928112bc91", "address": "fa:16:3e:e5:8e:fe", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947ea3a1-01", "ovs_interfaceid": "947ea3a1-01c2-43f7-8472-37928112bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.295444] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:8e:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947ea3a1-01c2-43f7-8472-37928112bc91', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.305465] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.305465] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.305465] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f59fcb6c-6e90-43ed-9335-6d40a93488ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.328320] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.328320] env[69433]: value = "task-3338828" [ 945.328320] env[69433]: _type = "Task" [ 945.328320] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.336164] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338828, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.402987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5ae5ecc-04a1-4a38-93c8-b53935fee04b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.584s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.424017] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338822, 'name': CreateVM_Task, 'duration_secs': 1.575028} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.424017] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.424330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.424522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.424880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.425227] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647789e6-a518-4709-9749-a7e9be291e46 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.432234] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 945.432234] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529d4be9-7c6b-ae33-c4e6-736959d38499" [ 945.432234] env[69433]: _type = "Task" [ 945.432234] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.441491] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529d4be9-7c6b-ae33-c4e6-736959d38499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.447177] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Received event network-vif-unplugged-79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.447177] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Acquiring lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.447177] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.447177] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.447177] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] No waiting events found dispatching network-vif-unplugged-79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.447177] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Received event network-vif-unplugged-79e15fa7-a76f-4772-b703-84d531197cd6 for instance with task_state deleting. {{(pid=69433) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11515}} [ 945.447177] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Received event network-changed-79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.447177] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Refreshing instance network info cache due to event network-changed-79e15fa7-a76f-4772-b703-84d531197cd6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.447177] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Acquiring lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.447177] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Acquired lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.447177] env[69433]: DEBUG nova.network.neutron [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Refreshing network info cache for port 79e15fa7-a76f-4772-b703-84d531197cd6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.516708] env[69433]: DEBUG nova.network.neutron [-] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.584132] env[69433]: DEBUG nova.network.neutron [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bace37b5-ec24-4b70-a1d8-76d9a909d99e", "address": "fa:16:3e:aa:31:18", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbace37b5-ec", "ovs_interfaceid": "bace37b5-ec24-4b70-a1d8-76d9a909d99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.722061] env[69433]: DEBUG oslo_concurrency.lockutils [req-1420a0d7-16f7-4397-8e6e-44ad67e17f25 req-a75c3fc1-72f3-4a27-a157-7ad990d2635b service nova] Releasing lock "refresh_cache-19bafb38-586e-426a-871f-13af2220a30f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.753875] env[69433]: DEBUG nova.compute.manager [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Received event network-changed-947ea3a1-01c2-43f7-8472-37928112bc91 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.754150] env[69433]: DEBUG nova.compute.manager [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Refreshing instance network info cache due to event network-changed-947ea3a1-01c2-43f7-8472-37928112bc91. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.754442] env[69433]: DEBUG oslo_concurrency.lockutils [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] Acquiring lock "refresh_cache-6630642f-1b62-420f-b7ef-b1ea751d7c8c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.754620] env[69433]: DEBUG oslo_concurrency.lockutils [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] Acquired lock "refresh_cache-6630642f-1b62-420f-b7ef-b1ea751d7c8c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.754794] env[69433]: DEBUG nova.network.neutron [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Refreshing network info cache for port 947ea3a1-01c2-43f7-8472-37928112bc91 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.764180] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 30928176-61ad-404e-b774-211abb635320 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 945.764455] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 945.764604] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 945.839723] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338828, 'name': CreateVM_Task, 'duration_secs': 0.36427} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.841991] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.842865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.843043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.843393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.843899] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd9f8a1-47f7-4a58-a385-84792f9cbd72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.848150] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 945.848150] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b6ddd-1193-ffd9-1f97-93300f962676" [ 945.848150] env[69433]: _type = "Task" [ 945.848150] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.859301] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b6ddd-1193-ffd9-1f97-93300f962676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.941563] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529d4be9-7c6b-ae33-c4e6-736959d38499, 'name': SearchDatastore_Task, 'duration_secs': 0.027984} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.944020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.944283] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.944523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.944669] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.944854] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.945350] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e58fb8e4-b9b3-4814-a036-91f892a22470 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.955968] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.956195] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.957308] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1141c87b-c72b-401d-b188-6af391f14442 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.964808] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 945.964808] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b5eea-3908-02d9-1949-f506a3c2d05c" [ 945.964808] env[69433]: _type = "Task" [ 945.964808] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.972486] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b5eea-3908-02d9-1949-f506a3c2d05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.019480] env[69433]: INFO nova.compute.manager [-] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Took 1.43 seconds to deallocate network for instance. [ 946.039308] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b358ebb1-31c0-4d3f-a905-a647d50f9ac5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.046870] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b251c27-1705-4ec2-b9de-9f9a5eb50a2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.082655] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e84701d-87f6-4080-a758-fcb5343f72c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.086753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.087342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.087423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.090773] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f4ebfc-53dc-4283-a4c4-dc876a60f4a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.094434] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d3a1cb-4496-4af3-b2c9-871d086afd5f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.112519] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.112760] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.112918] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.113112] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.113278] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.113413] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.113645] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.113769] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.113933] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.114106] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.114281] env[69433]: DEBUG nova.virt.hardware [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.121032] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Reconfiguring VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 946.131598] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc2a0093-e63e-4f6b-85ed-5601cc4f27d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.144038] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.151624] env[69433]: DEBUG oslo_vmware.api [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 946.151624] env[69433]: value = "task-3338829" [ 946.151624] env[69433]: _type = "Task" [ 946.151624] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.162152] env[69433]: DEBUG oslo_vmware.api [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338829, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.285632] env[69433]: DEBUG nova.network.neutron [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Updated VIF entry in instance network info cache for port 79e15fa7-a76f-4772-b703-84d531197cd6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.285989] env[69433]: DEBUG nova.network.neutron [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Updating instance_info_cache with network_info: [{"id": "79e15fa7-a76f-4772-b703-84d531197cd6", "address": "fa:16:3e:f4:c8:22", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": null, "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap79e15fa7-a7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.360589] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.360856] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Processing image 2d6e0acf-d943-4fab-b2b0-3cc8b7444927 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.361075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927/2d6e0acf-d943-4fab-b2b0-3cc8b7444927.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.361227] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927/2d6e0acf-d943-4fab-b2b0-3cc8b7444927.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.361409] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.361676] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6c75695-930a-48dd-b19d-911fde333e04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.371013] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.371164] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.371865] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7e6aa4-c5a1-4e1d-93c7-5fbbf7b56687 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.379806] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 946.379806] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fb7638-c2e1-4372-05ee-1e3b5d2803e3" [ 946.379806] env[69433]: _type = "Task" [ 946.379806] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.394192] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Preparing fetch location {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 946.394429] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Fetch image to [datastore2] OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1/OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1.vmdk {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 946.394622] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Downloading stream optimized image 2d6e0acf-d943-4fab-b2b0-3cc8b7444927 to [datastore2] OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1/OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1.vmdk on the data store datastore2 as vApp {{(pid=69433) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 946.394813] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Downloading image file data 2d6e0acf-d943-4fab-b2b0-3cc8b7444927 to the ESX as VM named 'OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1' {{(pid=69433) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 946.474978] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 946.474978] env[69433]: value = "resgroup-9" [ 946.474978] env[69433]: _type = "ResourcePool" [ 946.474978] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 946.478720] env[69433]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-79f16df4-edd5-4ed1-861b-bfc520f089a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.493648] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b5eea-3908-02d9-1949-f506a3c2d05c, 'name': SearchDatastore_Task, 'duration_secs': 0.019421} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.494561] env[69433]: DEBUG nova.network.neutron [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Updated VIF entry in instance network info cache for port 947ea3a1-01c2-43f7-8472-37928112bc91. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.494880] env[69433]: DEBUG nova.network.neutron [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Updating instance_info_cache with network_info: [{"id": "947ea3a1-01c2-43f7-8472-37928112bc91", "address": "fa:16:3e:e5:8e:fe", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947ea3a1-01", "ovs_interfaceid": "947ea3a1-01c2-43f7-8472-37928112bc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.497197] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2dfa6cd-529c-4f04-a166-12ae71ac530c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.502150] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 946.502150] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520b29bb-c470-7c15-d20e-c383e49ebb37" [ 946.502150] env[69433]: _type = "Task" [ 946.502150] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.503414] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease: (returnval){ [ 946.503414] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a77291-45de-2eef-6a99-bc2660cfe16c" [ 946.503414] env[69433]: _type = "HttpNfcLease" [ 946.503414] env[69433]: } obtained for vApp import into resource pool (val){ [ 946.503414] env[69433]: value = "resgroup-9" [ 946.503414] env[69433]: _type = "ResourcePool" [ 946.503414] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 946.503691] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the lease: (returnval){ [ 946.503691] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a77291-45de-2eef-6a99-bc2660cfe16c" [ 946.503691] env[69433]: _type = "HttpNfcLease" [ 946.503691] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.515397] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520b29bb-c470-7c15-d20e-c383e49ebb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.517214] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.517214] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a77291-45de-2eef-6a99-bc2660cfe16c" [ 946.517214] env[69433]: _type = "HttpNfcLease" [ 946.517214] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.528741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.646765] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.662594] env[69433]: DEBUG oslo_vmware.api [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.789226] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Releasing lock "refresh_cache-d8e3b856-0f97-45c8-9bac-64b2a8e2320c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.789226] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received event network-vif-plugged-bace37b5-ec24-4b70-a1d8-76d9a909d99e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.789342] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.789529] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.789717] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.789900] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] No waiting events found dispatching network-vif-plugged-bace37b5-ec24-4b70-a1d8-76d9a909d99e {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 946.790091] env[69433]: WARNING nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received unexpected event network-vif-plugged-bace37b5-ec24-4b70-a1d8-76d9a909d99e for instance with vm_state active and task_state None. [ 946.790290] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received event network-changed-bace37b5-ec24-4b70-a1d8-76d9a909d99e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.790471] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Refreshing instance network info cache due to event network-changed-bace37b5-ec24-4b70-a1d8-76d9a909d99e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.790673] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Acquiring lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.790841] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Acquired lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.791199] env[69433]: DEBUG nova.network.neutron [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Refreshing network info cache for port bace37b5-ec24-4b70-a1d8-76d9a909d99e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.891854] env[69433]: DEBUG nova.compute.manager [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 946.997696] env[69433]: DEBUG oslo_concurrency.lockutils [req-23880024-0917-4fdd-bf8a-33cf08396839 req-dc1b4653-fc89-4515-90af-dfe5e2b6a8d7 service nova] Releasing lock "refresh_cache-6630642f-1b62-420f-b7ef-b1ea751d7c8c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.018672] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520b29bb-c470-7c15-d20e-c383e49ebb37, 'name': SearchDatastore_Task, 'duration_secs': 0.023927} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.020996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.021297] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 19bafb38-586e-426a-871f-13af2220a30f/19bafb38-586e-426a-871f-13af2220a30f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.021622] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.021622] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a77291-45de-2eef-6a99-bc2660cfe16c" [ 947.021622] env[69433]: _type = "HttpNfcLease" [ 947.021622] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 947.021834] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9c472d1-3c29-4c20-a4c4-66d04da78c6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.028417] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 947.028417] env[69433]: value = "task-3338831" [ 947.028417] env[69433]: _type = "Task" [ 947.028417] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.037018] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.151935] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 947.152264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.437s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.152593] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.280s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.152795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.155264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.853s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.155482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.157591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.687s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.159703] env[69433]: INFO nova.compute.claims [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.172179] env[69433]: DEBUG oslo_vmware.api [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338829, 'name': ReconfigVM_Task, 'duration_secs': 0.831989} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.172692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.172917] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Reconfigured VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 947.185351] env[69433]: INFO nova.scheduler.client.report [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Deleted allocations for instance 171bdf42-9ae7-4bcb-80c1-5f4707a90475 [ 947.187381] env[69433]: INFO nova.scheduler.client.report [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleted allocations for instance ffe1854c-735d-4a3a-8db4-1435345ad039 [ 947.412067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.517111] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.517111] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a77291-45de-2eef-6a99-bc2660cfe16c" [ 947.517111] env[69433]: _type = "HttpNfcLease" [ 947.517111] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 947.517729] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 947.517729] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a77291-45de-2eef-6a99-bc2660cfe16c" [ 947.517729] env[69433]: _type = "HttpNfcLease" [ 947.517729] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 947.518099] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde17c05-6627-4bbd-b2ee-2414b104b8d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.526218] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a682d-137d-9137-9de2-8ea88cfdfbdd/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 947.526437] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a682d-137d-9137-9de2-8ea88cfdfbdd/disk-0.vmdk. {{(pid=69433) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 947.588319] env[69433]: DEBUG nova.network.neutron [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updated VIF entry in instance network info cache for port bace37b5-ec24-4b70-a1d8-76d9a909d99e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.588719] env[69433]: DEBUG nova.network.neutron [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "bace37b5-ec24-4b70-a1d8-76d9a909d99e", "address": "fa:16:3e:aa:31:18", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbace37b5-ec", "ovs_interfaceid": "bace37b5-ec24-4b70-a1d8-76d9a909d99e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.597347] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-09c135ca-08a4-41a0-aa21-9044d03e5b8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.604293] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511399} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.604948] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 19bafb38-586e-426a-871f-13af2220a30f/19bafb38-586e-426a-871f-13af2220a30f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.605198] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.606063] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb8e1ac2-4181-4d9d-8e7a-0ae633ca6c1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.614085] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 947.614085] env[69433]: value = "task-3338832" [ 947.614085] env[69433]: _type = "Task" [ 947.614085] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.622509] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.678087] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7f52dfe-f17e-4c80-92fc-9b7bb100ffa5 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.738s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.698274] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ae1ee0c6-2cff-4afb-b2c4-beb04af86402 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "ffe1854c-735d-4a3a-8db4-1435345ad039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.490s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.699599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-947e1703-19d1-4636-96ee-94a00ccbee4d tempest-ServerRescueTestJSONUnderV235-507852883 tempest-ServerRescueTestJSONUnderV235-507852883-project-member] Lock "171bdf42-9ae7-4bcb-80c1-5f4707a90475" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.023s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.096816] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] Releasing lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.097025] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Received event network-vif-deleted-00a9bd9c-38d0-4294-8572-88f08b640e64 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.097179] env[69433]: INFO nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Neutron deleted interface 00a9bd9c-38d0-4294-8572-88f08b640e64; detaching it from the instance and deleting it from the info cache [ 948.097356] env[69433]: DEBUG nova.network.neutron [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.123731] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0679} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.124012] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.124843] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c549a8-6e3e-4587-aa88-07a559c443a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.147337] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 19bafb38-586e-426a-871f-13af2220a30f/19bafb38-586e-426a-871f-13af2220a30f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.147993] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc569c2-e5f3-4eca-a645-08f404919421 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.174684] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 948.174684] env[69433]: value = "task-3338833" [ 948.174684] env[69433]: _type = "Task" [ 948.174684] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.186831] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.512632] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c03d020-6a86-4093-abda-2894ae6d8523 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.522535] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d06d701-8a55-43fc-a337-5d07a54a579a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.553736] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ddf706-7875-4083-8a7f-7587a4d58d17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.561147] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea230307-7160-439c-ac72-8513acbeb532 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.575860] env[69433]: DEBUG nova.compute.provider_tree [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.600147] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91f8de84-98c3-45a8-bea9-8f9d4da7282a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.609723] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57653911-33e4-4768-9cc8-7bd7018cf469 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.645294] env[69433]: DEBUG nova.compute.manager [req-a8c57053-23ff-4ef0-8c70-484646fdf22e req-89fe8da6-9e87-431b-b6cd-89b529558905 service nova] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Detach interface failed, port_id=00a9bd9c-38d0-4294-8572-88f08b640e64, reason: Instance 16a89dad-35a8-410f-b589-649d4f2ff1bf could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.684379] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338833, 'name': ReconfigVM_Task, 'duration_secs': 0.331013} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.686978] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 19bafb38-586e-426a-871f-13af2220a30f/19bafb38-586e-426a-871f-13af2220a30f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.687682] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b2807d-5540-41f9-b7ce-ba2b6b964241 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.694135] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 948.694135] env[69433]: value = "task-3338834" [ 948.694135] env[69433]: _type = "Task" [ 948.694135] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.703976] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338834, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.861025] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Completed reading data from the image iterator. {{(pid=69433) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 948.861025] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a682d-137d-9137-9de2-8ea88cfdfbdd/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.861025] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bed77f-ff24-40cf-90c1-8d292a64b6b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.868145] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a682d-137d-9137-9de2-8ea88cfdfbdd/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.868772] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a682d-137d-9137-9de2-8ea88cfdfbdd/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 948.869583] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a198729e-547f-467e-a03e-e601a1357666 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.078951] env[69433]: DEBUG nova.scheduler.client.report [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.206581] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338834, 'name': Rename_Task, 'duration_secs': 0.153956} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.206887] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.207276] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfbc05da-022b-4306-9c5d-87a174fac2af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.214241] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 949.214241] env[69433]: value = "task-3338835" [ 949.214241] env[69433]: _type = "Task" [ 949.214241] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.224898] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.355065] env[69433]: DEBUG oslo_vmware.rw_handles [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a682d-137d-9137-9de2-8ea88cfdfbdd/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 949.355239] env[69433]: INFO nova.virt.vmwareapi.images [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Downloaded image file data 2d6e0acf-d943-4fab-b2b0-3cc8b7444927 [ 949.356091] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d7c53-25a5-4c9e-a46d-185568c901c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.371784] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fccae002-0cc1-47ca-bf65-29068b4bb82f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.399024] env[69433]: INFO nova.virt.vmwareapi.images [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] The imported VM was unregistered [ 949.401380] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Caching image {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 949.401617] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927 {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.401887] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1e61702-5699-4db9-b44b-4a4b6529b5ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.418562] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created directory with path [datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927 {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.418755] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1/OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1.vmdk to [datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927/2d6e0acf-d943-4fab-b2b0-3cc8b7444927.vmdk. {{(pid=69433) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 949.419019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e635a1ad-c45f-4c52-811c-8a27d95556fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.425918] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 949.425918] env[69433]: value = "task-3338837" [ 949.425918] env[69433]: _type = "Task" [ 949.425918] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.435644] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338837, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.535887] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-bace37b5-ec24-4b70-a1d8-76d9a909d99e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.536222] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-bace37b5-ec24-4b70-a1d8-76d9a909d99e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.585270] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.587156] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.327s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.590672] env[69433]: INFO nova.compute.claims [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.732024] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338835, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.943551] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338837, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.039551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.039849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.040881] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2cf14a-add5-4b62-98a7-cdf667a92a43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.063567] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8e6ec8-47d0-4167-9616-a9619353076e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.094812] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Reconfiguring VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 950.097771] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "ae55eb11-4bdb-46dc-8764-5ef173dfaa03" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.098010] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "ae55eb11-4bdb-46dc-8764-5ef173dfaa03" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.099048] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1e110fd-17be-413e-bf2b-865f11dc915b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.125554] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 950.125554] env[69433]: value = "task-3338838" [ 950.125554] env[69433]: _type = "Task" [ 950.125554] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.140041] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.230046] env[69433]: DEBUG oslo_vmware.api [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338835, 'name': PowerOnVM_Task, 'duration_secs': 0.523701} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.230311] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.230553] env[69433]: INFO nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Took 9.85 seconds to spawn the instance on the hypervisor. [ 950.230742] env[69433]: DEBUG nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.231716] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d32c9-0a80-4d59-8180-d997424d863d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.242476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "02ea3950-de8f-412b-8ed0-9082de36b502" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.242756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "02ea3950-de8f-412b-8ed0-9082de36b502" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.443229] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338837, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.577909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "45b1b295-23ae-4628-9762-209ac7f1b60b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.578308] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.615185] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "ae55eb11-4bdb-46dc-8764-5ef173dfaa03" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.517s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.615789] env[69433]: DEBUG nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.638794] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.749542] env[69433]: DEBUG nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.758883] env[69433]: INFO nova.compute.manager [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Took 19.43 seconds to build instance. [ 950.918995] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4338c5de-1ff5-4a3f-8fac-694701b3ed0e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.936463] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68299d52-fe0e-47ec-a3fe-9f98f7885dcf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.942738] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338837, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.977941] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1e8ed8-3d67-483f-a661-5bfe8e4eede4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.990467] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad615bc3-818d-4bb5-87c6-71d1a6adb1d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.008946] env[69433]: DEBUG nova.compute.provider_tree [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.081380] env[69433]: DEBUG nova.compute.utils [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.122710] env[69433]: DEBUG nova.compute.utils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.124416] env[69433]: DEBUG nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.124606] env[69433]: DEBUG nova.network.neutron [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.141467] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.262096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cc4c3bbb-c042-4d19-950f-df94cc5a0020 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "19bafb38-586e-426a-871f-13af2220a30f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.947s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.274160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.446374] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338837, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.467096] env[69433]: DEBUG nova.policy [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '375d142196c34f1f84a5d72789f300ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '800e69db223d441092f49e51ecd2d848', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.512092] env[69433]: DEBUG nova.scheduler.client.report [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.585219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.628277] env[69433]: DEBUG nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.645830] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.941360] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338837, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.018582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.019023] env[69433]: DEBUG nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.027020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.072s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.027020] env[69433]: INFO nova.compute.claims [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.136582] env[69433]: DEBUG nova.network.neutron [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Successfully created port: 4c02012f-98e9-4d4a-98ab-359cdc4dde0d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.147226] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.445123] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338837, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.685554} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.445411] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1/OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1.vmdk to [datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927/2d6e0acf-d943-4fab-b2b0-3cc8b7444927.vmdk. [ 952.445629] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Cleaning up location [datastore2] OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 952.446199] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_cdb9907b-282b-4522-a20c-102bf92871b1 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.446479] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b44743b-ea77-43be-a5f0-bf5e758c161c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.453835] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 952.453835] env[69433]: value = "task-3338839" [ 952.453835] env[69433]: _type = "Task" [ 952.453835] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.462790] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.540519] env[69433]: DEBUG nova.compute.utils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.540519] env[69433]: DEBUG nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.540519] env[69433]: DEBUG nova.network.neutron [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.596075] env[69433]: DEBUG nova.policy [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '225f5421685946399fbf93b37fb08a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1af32b29650a4bdaa06664edd3a42339', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.645676] env[69433]: DEBUG nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.648212] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.655481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "45b1b295-23ae-4628-9762-209ac7f1b60b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.655481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.655481] env[69433]: INFO nova.compute.manager [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Attaching volume cd22ae59-7f5d-4d90-84d5-4483376fa859 to /dev/sdb [ 952.686657] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.686932] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.687103] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.687698] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.687698] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.687698] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.687947] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.688219] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.688404] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.688580] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.688751] env[69433]: DEBUG nova.virt.hardware [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.689644] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a32e73a8-5f37-479f-adc6-1cdc3b39e61b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.696812] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e498ae30-bb1a-45b3-8baf-e6d478881b6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.703871] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ea2f28-bec8-4fbe-aa32-0697f8a84809 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.710629] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcd5220-c639-43bc-b6a6-1096ed0155ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.732984] env[69433]: DEBUG nova.virt.block_device [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating existing volume attachment record: 84e4b184-4ed8-4123-b1d9-a423804f6f69 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 952.972520] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077531} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.972520] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.972520] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927/2d6e0acf-d943-4fab-b2b0-3cc8b7444927.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.972520] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927/2d6e0acf-d943-4fab-b2b0-3cc8b7444927.vmdk to [datastore2] 6630642f-1b62-420f-b7ef-b1ea751d7c8c/6630642f-1b62-420f-b7ef-b1ea751d7c8c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.972520] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-077baad9-644f-43cd-8c76-eeb70338be88 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.984283] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 952.984283] env[69433]: value = "task-3338841" [ 952.984283] env[69433]: _type = "Task" [ 952.984283] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.990597] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.043351] env[69433]: DEBUG nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.087841] env[69433]: DEBUG nova.network.neutron [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Successfully created port: c2d167a3-4e58-4123-9fa9-fe74e26163f4 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.149507] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.444894] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acc2ad5-1ffb-4193-8a8e-f8274475ff64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.454253] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e55350-d465-49ca-831f-56c833e7ddb0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.495021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4a59c4-6b9f-4ea2-9c30-2d0eca433aaf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.503295] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338841, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.507570] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17853ed-285e-4da8-ace5-ab61e42c9e8b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.530231] env[69433]: DEBUG nova.compute.provider_tree [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.649614] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.698280] env[69433]: DEBUG nova.compute.manager [req-0cac8043-9740-4999-a00e-ac02d22b9348 req-0af5c63f-a4bf-4c10-a44e-3e3468146a24 service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Received event network-vif-plugged-4c02012f-98e9-4d4a-98ab-359cdc4dde0d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.698538] env[69433]: DEBUG oslo_concurrency.lockutils [req-0cac8043-9740-4999-a00e-ac02d22b9348 req-0af5c63f-a4bf-4c10-a44e-3e3468146a24 service nova] Acquiring lock "e8a132c2-c02e-453f-860d-06798706e76a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.698754] env[69433]: DEBUG oslo_concurrency.lockutils [req-0cac8043-9740-4999-a00e-ac02d22b9348 req-0af5c63f-a4bf-4c10-a44e-3e3468146a24 service nova] Lock "e8a132c2-c02e-453f-860d-06798706e76a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.698925] env[69433]: DEBUG oslo_concurrency.lockutils [req-0cac8043-9740-4999-a00e-ac02d22b9348 req-0af5c63f-a4bf-4c10-a44e-3e3468146a24 service nova] Lock "e8a132c2-c02e-453f-860d-06798706e76a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.699598] env[69433]: DEBUG nova.compute.manager [req-0cac8043-9740-4999-a00e-ac02d22b9348 req-0af5c63f-a4bf-4c10-a44e-3e3468146a24 service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] No waiting events found dispatching network-vif-plugged-4c02012f-98e9-4d4a-98ab-359cdc4dde0d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 953.699790] env[69433]: WARNING nova.compute.manager [req-0cac8043-9740-4999-a00e-ac02d22b9348 req-0af5c63f-a4bf-4c10-a44e-3e3468146a24 service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Received unexpected event network-vif-plugged-4c02012f-98e9-4d4a-98ab-359cdc4dde0d for instance with vm_state building and task_state spawning. [ 953.792580] env[69433]: DEBUG nova.network.neutron [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Successfully updated port: 4c02012f-98e9-4d4a-98ab-359cdc4dde0d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.002354] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338841, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.036197] env[69433]: DEBUG nova.scheduler.client.report [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.056144] env[69433]: DEBUG nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.104065] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.104065] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.104065] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.104597] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.104890] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.105258] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.105677] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.107560] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.107560] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.107560] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.107560] env[69433]: DEBUG nova.virt.hardware [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.108361] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856788e2-3dec-4948-ac06-57cf8eb8b9a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.121486] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ff307c-f5ab-45c3-9b38-23a71af6cebc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.169558] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.294606] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "refresh_cache-e8a132c2-c02e-453f-860d-06798706e76a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.296787] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquired lock "refresh_cache-e8a132c2-c02e-453f-860d-06798706e76a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.296787] env[69433]: DEBUG nova.network.neutron [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.504164] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338841, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.541328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.541856] env[69433]: DEBUG nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.544738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.063s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.545078] env[69433]: DEBUG nova.objects.instance [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'resources' on Instance uuid d8e3b856-0f97-45c8-9bac-64b2a8e2320c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.559178] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "19bafb38-586e-426a-871f-13af2220a30f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.560720] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "19bafb38-586e-426a-871f-13af2220a30f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.560958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "19bafb38-586e-426a-871f-13af2220a30f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.561267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "19bafb38-586e-426a-871f-13af2220a30f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.562112] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "19bafb38-586e-426a-871f-13af2220a30f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.566724] env[69433]: INFO nova.compute.manager [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Terminating instance [ 954.669349] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.778723] env[69433]: DEBUG nova.compute.manager [req-950e2adc-af22-4ce8-9fe0-4a09ebe2b5c0 req-607b5211-675f-4d88-9f12-928d86487acf service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Received event network-vif-plugged-c2d167a3-4e58-4123-9fa9-fe74e26163f4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.778723] env[69433]: DEBUG oslo_concurrency.lockutils [req-950e2adc-af22-4ce8-9fe0-4a09ebe2b5c0 req-607b5211-675f-4d88-9f12-928d86487acf service nova] Acquiring lock "d838f60b-8f27-4e42-b309-fc1d280578ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.779813] env[69433]: DEBUG oslo_concurrency.lockutils [req-950e2adc-af22-4ce8-9fe0-4a09ebe2b5c0 req-607b5211-675f-4d88-9f12-928d86487acf service nova] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.779813] env[69433]: DEBUG oslo_concurrency.lockutils [req-950e2adc-af22-4ce8-9fe0-4a09ebe2b5c0 req-607b5211-675f-4d88-9f12-928d86487acf service nova] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.779813] env[69433]: DEBUG nova.compute.manager [req-950e2adc-af22-4ce8-9fe0-4a09ebe2b5c0 req-607b5211-675f-4d88-9f12-928d86487acf service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] No waiting events found dispatching network-vif-plugged-c2d167a3-4e58-4123-9fa9-fe74e26163f4 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.779813] env[69433]: WARNING nova.compute.manager [req-950e2adc-af22-4ce8-9fe0-4a09ebe2b5c0 req-607b5211-675f-4d88-9f12-928d86487acf service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Received unexpected event network-vif-plugged-c2d167a3-4e58-4123-9fa9-fe74e26163f4 for instance with vm_state building and task_state spawning. [ 954.862161] env[69433]: DEBUG nova.network.neutron [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.974227] env[69433]: DEBUG nova.network.neutron [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Successfully updated port: c2d167a3-4e58-4123-9fa9-fe74e26163f4 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.004334] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338841, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.049555] env[69433]: DEBUG nova.compute.utils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.051119] env[69433]: DEBUG nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 955.051295] env[69433]: DEBUG nova.network.neutron [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 955.053932] env[69433]: DEBUG nova.objects.instance [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'numa_topology' on Instance uuid d8e3b856-0f97-45c8-9bac-64b2a8e2320c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.068855] env[69433]: DEBUG nova.network.neutron [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Updating instance_info_cache with network_info: [{"id": "4c02012f-98e9-4d4a-98ab-359cdc4dde0d", "address": "fa:16:3e:fc:ce:9c", "network": {"id": "86e2c071-f167-4cf2-9bba-68decd7dc9c4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1860073619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "800e69db223d441092f49e51ecd2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c02012f-98", "ovs_interfaceid": "4c02012f-98e9-4d4a-98ab-359cdc4dde0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.075456] env[69433]: DEBUG nova.compute.manager [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.075677] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.076589] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31e600e-465a-416c-8694-1df0b658ea34 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.093037] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.093579] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f805404-aabc-4627-8498-aad78c4e368a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.105397] env[69433]: DEBUG oslo_vmware.api [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 955.105397] env[69433]: value = "task-3338844" [ 955.105397] env[69433]: _type = "Task" [ 955.105397] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.112681] env[69433]: DEBUG nova.policy [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '225f5421685946399fbf93b37fb08a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1af32b29650a4bdaa06664edd3a42339', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.120253] env[69433]: DEBUG oslo_vmware.api [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.166289] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.454609] env[69433]: DEBUG nova.network.neutron [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Successfully created port: 78d60309-23bb-4b7e-8165-061137252e32 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.479337] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.479523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.479718] env[69433]: DEBUG nova.network.neutron [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.502836] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338841, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.379746} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.503119] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2d6e0acf-d943-4fab-b2b0-3cc8b7444927/2d6e0acf-d943-4fab-b2b0-3cc8b7444927.vmdk to [datastore2] 6630642f-1b62-420f-b7ef-b1ea751d7c8c/6630642f-1b62-420f-b7ef-b1ea751d7c8c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.504142] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d0b002-b2d1-4ced-a3bf-c6de5b37b223 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.531137] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 6630642f-1b62-420f-b7ef-b1ea751d7c8c/6630642f-1b62-420f-b7ef-b1ea751d7c8c.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.531374] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f96ad22b-7fa0-48c6-93f5-d734425e5a7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.552370] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 955.552370] env[69433]: value = "task-3338846" [ 955.552370] env[69433]: _type = "Task" [ 955.552370] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.556376] env[69433]: DEBUG nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.562446] env[69433]: DEBUG nova.objects.base [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 955.565123] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.573027] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Releasing lock "refresh_cache-e8a132c2-c02e-453f-860d-06798706e76a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.573027] env[69433]: DEBUG nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Instance network_info: |[{"id": "4c02012f-98e9-4d4a-98ab-359cdc4dde0d", "address": "fa:16:3e:fc:ce:9c", "network": {"id": "86e2c071-f167-4cf2-9bba-68decd7dc9c4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1860073619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "800e69db223d441092f49e51ecd2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c02012f-98", "ovs_interfaceid": "4c02012f-98e9-4d4a-98ab-359cdc4dde0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 955.573232] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:ce:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5291d0-ee0f-4d70-b2ae-ab6879a67b08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c02012f-98e9-4d4a-98ab-359cdc4dde0d', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.582258] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Creating folder: Project (800e69db223d441092f49e51ecd2d848). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.582954] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f7003f3-8415-4bfb-a9a6-45cdf17c129e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.597955] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Created folder: Project (800e69db223d441092f49e51ecd2d848) in parent group-v666200. [ 955.598183] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Creating folder: Instances. Parent ref: group-v666418. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.598277] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb46455a-42aa-4268-a982-5a4a45865ea4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.611246] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Created folder: Instances in parent group-v666418. [ 955.611513] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 955.612204] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.612642] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76306714-c411-4e0d-bd02-baed574f916c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.637108] env[69433]: DEBUG oslo_vmware.api [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338844, 'name': PowerOffVM_Task, 'duration_secs': 0.27846} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.637108] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.637108] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.637108] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae4415b6-c570-4df3-bc44-bcf77878fa39 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.642114] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.642114] env[69433]: value = "task-3338849" [ 955.642114] env[69433]: _type = "Task" [ 955.642114] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.653409] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338849, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.668680] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.704383] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.704708] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.704763] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Deleting the datastore file [datastore1] 19bafb38-586e-426a-871f-13af2220a30f {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.708022] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72db5d87-1b44-41ab-b03e-ab4c3b87029f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.713497] env[69433]: DEBUG oslo_vmware.api [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 955.713497] env[69433]: value = "task-3338851" [ 955.713497] env[69433]: _type = "Task" [ 955.713497] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.725277] env[69433]: DEBUG oslo_vmware.api [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.765902] env[69433]: DEBUG nova.compute.manager [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Received event network-changed-4c02012f-98e9-4d4a-98ab-359cdc4dde0d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.766181] env[69433]: DEBUG nova.compute.manager [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Refreshing instance network info cache due to event network-changed-4c02012f-98e9-4d4a-98ab-359cdc4dde0d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.766423] env[69433]: DEBUG oslo_concurrency.lockutils [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] Acquiring lock "refresh_cache-e8a132c2-c02e-453f-860d-06798706e76a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.766575] env[69433]: DEBUG oslo_concurrency.lockutils [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] Acquired lock "refresh_cache-e8a132c2-c02e-453f-860d-06798706e76a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.766734] env[69433]: DEBUG nova.network.neutron [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Refreshing network info cache for port 4c02012f-98e9-4d4a-98ab-359cdc4dde0d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.913370] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "f268d682-a949-4f25-bc00-5b74f6099346" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.913617] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.925080] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8a32f0-fcb7-4ea7-94d7-e8fba0000ca1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.933198] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee92b4ce-26cb-42ae-bc78-21ac24b3f15a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.967247] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e3039a-a970-49cb-90b6-9f09648590c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.975664] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e365d4-a67e-493c-a450-1617b1903aa8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.992882] env[69433]: DEBUG nova.compute.provider_tree [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.031685] env[69433]: DEBUG nova.network.neutron [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.061904] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338846, 'name': ReconfigVM_Task, 'duration_secs': 0.280543} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.061904] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 6630642f-1b62-420f-b7ef-b1ea751d7c8c/6630642f-1b62-420f-b7ef-b1ea751d7c8c.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.062628] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38bf84ad-2c49-45d5-9c88-e1e8ea1ba576 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.072428] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 956.072428] env[69433]: value = "task-3338852" [ 956.072428] env[69433]: _type = "Task" [ 956.072428] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.080839] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338852, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.151238] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338849, 'name': CreateVM_Task, 'duration_secs': 0.347235} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.151431] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.152148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.152323] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.152636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.152890] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f8e1007-9e91-44fc-8c65-b4073e69e3d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.159917] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 956.159917] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a1906a-4f09-74d8-e9c5-1e393c7fa1cd" [ 956.159917] env[69433]: _type = "Task" [ 956.159917] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.162984] env[69433]: DEBUG oslo_vmware.api [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338838, 'name': ReconfigVM_Task, 'duration_secs': 5.761329} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.165678] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.165916] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Reconfigured VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 956.168455] env[69433]: DEBUG nova.network.neutron [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Updating instance_info_cache with network_info: [{"id": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "address": "fa:16:3e:69:17:19", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d167a3-4e", "ovs_interfaceid": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.169639] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.169853] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.170071] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.170258] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.170419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.172924] env[69433]: INFO nova.compute.manager [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Terminating instance [ 956.177427] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a1906a-4f09-74d8-e9c5-1e393c7fa1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.178918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.179171] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.179400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.179574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.179772] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.180387] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70d10c73-8c20-47c4-a963-83d7ae4c121f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.188676] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.188854] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.189792] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b13d042-120f-4f65-a833-50cda9653e7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.195131] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 956.195131] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527006ac-c32c-435d-0e3b-f34ddaf34f2c" [ 956.195131] env[69433]: _type = "Task" [ 956.195131] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.204289] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527006ac-c32c-435d-0e3b-f34ddaf34f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.222689] env[69433]: DEBUG oslo_vmware.api [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264394} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.222969] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.223124] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.223895] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.223895] env[69433]: INFO nova.compute.manager [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 956.223895] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.223895] env[69433]: DEBUG nova.compute.manager [-] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.224191] env[69433]: DEBUG nova.network.neutron [-] [instance: 19bafb38-586e-426a-871f-13af2220a30f] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.416551] env[69433]: DEBUG nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.496110] env[69433]: DEBUG nova.scheduler.client.report [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.524256] env[69433]: DEBUG nova.network.neutron [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Updated VIF entry in instance network info cache for port 4c02012f-98e9-4d4a-98ab-359cdc4dde0d. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.524692] env[69433]: DEBUG nova.network.neutron [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Updating instance_info_cache with network_info: [{"id": "4c02012f-98e9-4d4a-98ab-359cdc4dde0d", "address": "fa:16:3e:fc:ce:9c", "network": {"id": "86e2c071-f167-4cf2-9bba-68decd7dc9c4", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1860073619-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "800e69db223d441092f49e51ecd2d848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5291d0-ee0f-4d70-b2ae-ab6879a67b08", "external-id": "nsx-vlan-transportzone-597", "segmentation_id": 597, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c02012f-98", "ovs_interfaceid": "4c02012f-98e9-4d4a-98ab-359cdc4dde0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.576102] env[69433]: DEBUG nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.589019] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338852, 'name': Rename_Task, 'duration_secs': 0.148153} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.589019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.589019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c188feb-8d48-47fd-bb09-dba977581fe1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.595065] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 956.595065] env[69433]: value = "task-3338853" [ 956.595065] env[69433]: _type = "Task" [ 956.595065] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.607047] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.617421] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.619177] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.619177] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.619177] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.619177] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.619177] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.619177] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.619177] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.619451] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.619562] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.619779] env[69433]: DEBUG nova.virt.hardware [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.621803] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87acf7f2-0a64-4b07-baf7-16792e0c56a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.634511] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfef66b-607b-4c41-a3df-0e23124016d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.673235] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.674897] env[69433]: DEBUG nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Instance network_info: |[{"id": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "address": "fa:16:3e:69:17:19", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d167a3-4e", "ovs_interfaceid": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.674897] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:17:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2d167a3-4e58-4123-9fa9-fe74e26163f4', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.682161] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Creating folder: Project (1af32b29650a4bdaa06664edd3a42339). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.683547] env[69433]: DEBUG nova.compute.manager [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.684696] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.684696] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd2e6ff8-a27a-40bd-8b56-61f643b5ae24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.688354] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d2f69e-a72f-4901-bb03-2f07e66825a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.696030] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.698839] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b9c5f71-c59a-465c-8322-884a2bfddd70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.701434] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Created folder: Project (1af32b29650a4bdaa06664edd3a42339) in parent group-v666200. [ 956.701670] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Creating folder: Instances. Parent ref: group-v666421. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 956.702523] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-180687c8-1a89-4456-aefb-08adb4413ad8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.708086] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527006ac-c32c-435d-0e3b-f34ddaf34f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.710174] env[69433]: DEBUG oslo_vmware.api [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 956.710174] env[69433]: value = "task-3338855" [ 956.710174] env[69433]: _type = "Task" [ 956.710174] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.710445] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecbf795-057f-4856-962d-45da50304ead {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.717660] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Created folder: Instances in parent group-v666421. [ 956.717913] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.719110] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.719454] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 956.719454] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52650e17-c865-0425-456e-ebba95018677" [ 956.719454] env[69433]: _type = "Task" [ 956.719454] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.722429] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bee2ad85-4505-4815-b1e0-ce29510b652c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.737695] env[69433]: DEBUG oslo_vmware.api [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.747039] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52650e17-c865-0425-456e-ebba95018677, 'name': SearchDatastore_Task, 'duration_secs': 0.010876} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.748380] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.748703] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] e8a132c2-c02e-453f-860d-06798706e76a/e8a132c2-c02e-453f-860d-06798706e76a.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.748986] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.748986] env[69433]: value = "task-3338857" [ 956.748986] env[69433]: _type = "Task" [ 956.748986] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.749259] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7f9db40-3af1-41d7-b1fd-7b1f898a2a92 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.760100] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338857, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.761494] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 956.761494] env[69433]: value = "task-3338858" [ 956.761494] env[69433]: _type = "Task" [ 956.761494] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.769706] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.806610] env[69433]: DEBUG nova.compute.manager [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Received event network-changed-c2d167a3-4e58-4123-9fa9-fe74e26163f4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.807153] env[69433]: DEBUG nova.compute.manager [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Refreshing instance network info cache due to event network-changed-c2d167a3-4e58-4123-9fa9-fe74e26163f4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.807460] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] Acquiring lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.807632] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] Acquired lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.807834] env[69433]: DEBUG nova.network.neutron [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Refreshing network info cache for port c2d167a3-4e58-4123-9fa9-fe74e26163f4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.946432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.005231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.458s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.007144] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.342s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.008425] env[69433]: INFO nova.compute.claims [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.031376] env[69433]: DEBUG oslo_concurrency.lockutils [req-4f0faac4-d261-455a-a386-f031368b4941 req-76a04531-2b18-407b-b6a6-b54d0bb484bf service nova] Releasing lock "refresh_cache-e8a132c2-c02e-453f-860d-06798706e76a" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.109008] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338853, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.129649] env[69433]: DEBUG nova.network.neutron [-] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.144039] env[69433]: DEBUG nova.network.neutron [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Successfully updated port: 78d60309-23bb-4b7e-8165-061137252e32 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.223615] env[69433]: DEBUG oslo_vmware.api [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338855, 'name': PowerOffVM_Task, 'duration_secs': 0.217074} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.223866] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.224062] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.224356] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea0f6c3-5b18-4536-bcba-f6e50f138b57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.270126] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338857, 'name': CreateVM_Task, 'duration_secs': 0.380435} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.270655] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.271733] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.271913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.272255] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.272804] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9366972a-be9c-4e99-977e-eaadcc100f7f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.278441] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338858, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.282905] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 957.282905] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522d4df1-f5b7-10d6-ec77-222d2e876f4c" [ 957.282905] env[69433]: _type = "Task" [ 957.282905] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.287503] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.287714] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.287903] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Deleting the datastore file [datastore1] af0d50d8-371e-407f-8e11-2b0eb3b4f8be {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.288507] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e1a55d-45e4-4b9c-b148-9d77bb7c90c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.293538] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522d4df1-f5b7-10d6-ec77-222d2e876f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.297245] env[69433]: DEBUG oslo_vmware.api [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for the task: (returnval){ [ 957.297245] env[69433]: value = "task-3338860" [ 957.297245] env[69433]: _type = "Task" [ 957.297245] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.304928] env[69433]: DEBUG oslo_vmware.api [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.513063] env[69433]: DEBUG nova.network.neutron [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Updated VIF entry in instance network info cache for port c2d167a3-4e58-4123-9fa9-fe74e26163f4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.513446] env[69433]: DEBUG nova.network.neutron [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Updating instance_info_cache with network_info: [{"id": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "address": "fa:16:3e:69:17:19", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d167a3-4e", "ovs_interfaceid": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.520604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.520757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.521489] env[69433]: DEBUG nova.network.neutron [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.522127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a3aba825-3e57-4453-a620-f4a5a0a33f18 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.291s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.523246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.409s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.523470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.523667] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.523863] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.525532] env[69433]: INFO nova.compute.manager [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Terminating instance [ 957.606213] env[69433]: DEBUG oslo_vmware.api [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338853, 'name': PowerOnVM_Task, 'duration_secs': 0.521811} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.606535] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.606755] env[69433]: INFO nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Took 14.76 seconds to spawn the instance on the hypervisor. [ 957.606991] env[69433]: DEBUG nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.608059] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c97290f-aa0a-4018-9ee7-8d997a1cbf7d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.632976] env[69433]: INFO nova.compute.manager [-] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Took 1.41 seconds to deallocate network for instance. [ 957.647214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "refresh_cache-a856e2e8-5fcf-445b-974a-6bd2ba2dd196" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.647370] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "refresh_cache-a856e2e8-5fcf-445b-974a-6bd2ba2dd196" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.647758] env[69433]: DEBUG nova.network.neutron [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.762321] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.762646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.762721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.762907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.763093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.768279] env[69433]: INFO nova.compute.manager [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Terminating instance [ 957.777280] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524589} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.777536] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] e8a132c2-c02e-453f-860d-06798706e76a/e8a132c2-c02e-453f-860d-06798706e76a.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.777736] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.777983] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0fcbedf-fcb6-4550-a07d-46f2d8424fb8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.788029] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 957.788029] env[69433]: value = "task-3338861" [ 957.788029] env[69433]: _type = "Task" [ 957.788029] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.793116] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 957.793398] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666417', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'name': 'volume-cd22ae59-7f5d-4d90-84d5-4483376fa859', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45b1b295-23ae-4628-9762-209ac7f1b60b', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'serial': 'cd22ae59-7f5d-4d90-84d5-4483376fa859'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 957.799311] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab938bb-439a-4086-a436-18705bae26f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.801840] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522d4df1-f5b7-10d6-ec77-222d2e876f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011542} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.803707] env[69433]: DEBUG nova.compute.manager [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received event network-vif-deleted-bace37b5-ec24-4b70-a1d8-76d9a909d99e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.803707] env[69433]: INFO nova.compute.manager [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Neutron deleted interface bace37b5-ec24-4b70-a1d8-76d9a909d99e; detaching it from the instance and deleting it from the info cache [ 957.803952] env[69433]: DEBUG nova.network.neutron [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.806092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.806092] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.806343] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.806517] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.806734] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.813853] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c850b35a-cf5e-433d-b0f5-f3a5d2253d01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.815799] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.828775] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d321ce-f1f4-4df8-ba3a-a72cedbbe8b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.834615] env[69433]: DEBUG oslo_vmware.api [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Task: {'id': task-3338860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221802} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.835935] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.836313] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.836368] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.836516] env[69433]: INFO nova.compute.manager [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Took 1.15 seconds to destroy the instance on the hypervisor. [ 957.836747] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.836957] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.837132] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.851177] env[69433]: DEBUG nova.compute.manager [-] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.851480] env[69433]: DEBUG nova.network.neutron [-] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.853040] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10e48547-ae97-46c7-b994-b708f265cf25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.862113] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-cd22ae59-7f5d-4d90-84d5-4483376fa859/volume-cd22ae59-7f5d-4d90-84d5-4483376fa859.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.862835] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dce46b31-31de-4fa7-8f56-e799e0daf36a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.881023] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 957.881023] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52856142-8067-ad6c-d7a7-263e5cbb6af4" [ 957.881023] env[69433]: _type = "Task" [ 957.881023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.884413] env[69433]: DEBUG oslo_vmware.api [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 957.884413] env[69433]: value = "task-3338862" [ 957.884413] env[69433]: _type = "Task" [ 957.884413] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.890555] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52856142-8067-ad6c-d7a7-263e5cbb6af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.895570] env[69433]: DEBUG oslo_vmware.api [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.900700] env[69433]: WARNING oslo_messaging._drivers.amqpdriver [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 958.020664] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ebeb8f7-095d-479c-90a8-3523cdd01b1a req-5cbc3278-dbee-412d-850c-7fc83f3abce4 service nova] Releasing lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.032617] env[69433]: DEBUG nova.compute.manager [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.032617] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.032881] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ba500aa-d5f8-4381-8b50-43cddd9acfdc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.043028] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b2cbc2-3378-4955-9919-a78d7ad0537f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.084051] env[69433]: WARNING nova.virt.vmwareapi.vmops [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d8e3b856-0f97-45c8-9bac-64b2a8e2320c could not be found. [ 958.084289] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.084476] env[69433]: INFO nova.compute.manager [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 958.084730] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.089698] env[69433]: DEBUG nova.compute.manager [-] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.089808] env[69433]: DEBUG nova.network.neutron [-] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.126129] env[69433]: INFO nova.compute.manager [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Took 26.46 seconds to build instance. [ 958.139677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.192959] env[69433]: DEBUG nova.network.neutron [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.273438] env[69433]: DEBUG nova.compute.manager [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.273649] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.274885] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faf8d2c-b1ac-4142-ba27-079063d19146 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.283290] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.286100] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7d9a81b-f349-43d8-99ab-a679ba8a3a6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.298947] env[69433]: DEBUG oslo_vmware.api [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 958.298947] env[69433]: value = "task-3338863" [ 958.298947] env[69433]: _type = "Task" [ 958.298947] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.306159] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.261395} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.310657] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.311093] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e17d3c-fc28-49d6-9cf5-f4ef68931e78 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.314826] env[69433]: DEBUG oslo_concurrency.lockutils [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] Acquiring lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.320871] env[69433]: DEBUG oslo_vmware.api [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.340780] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e8a132c2-c02e-453f-860d-06798706e76a/e8a132c2-c02e-453f-860d-06798706e76a.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.341611] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d15028-6725-4045-bc39-3632b135ea69 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.372394] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 958.372394] env[69433]: value = "task-3338864" [ 958.372394] env[69433]: _type = "Task" [ 958.372394] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.378788] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.402252] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52856142-8067-ad6c-d7a7-263e5cbb6af4, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.405922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.408258] env[69433]: DEBUG oslo_vmware.api [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338862, 'name': ReconfigVM_Task, 'duration_secs': 0.509452} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.408258] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a72332-1fd9-40db-9111-d084f450bcaa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.409301] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-cd22ae59-7f5d-4d90-84d5-4483376fa859/volume-cd22ae59-7f5d-4d90-84d5-4483376fa859.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.418473] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d4255a-51fd-4018-b624-3f5fdef002f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.430476] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 958.430476] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5252704f-a8c3-f9ff-5755-2db5aa77e507" [ 958.430476] env[69433]: _type = "Task" [ 958.430476] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.435611] env[69433]: DEBUG oslo_vmware.api [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 958.435611] env[69433]: value = "task-3338865" [ 958.435611] env[69433]: _type = "Task" [ 958.435611] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.439778] env[69433]: INFO nova.network.neutron [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Port bace37b5-ec24-4b70-a1d8-76d9a909d99e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 958.440365] env[69433]: DEBUG nova.network.neutron [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [{"id": "a162b020-be11-40d7-a933-ab4a8e604686", "address": "fa:16:3e:dd:9c:cf", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa162b020-be", "ovs_interfaceid": "a162b020-be11-40d7-a933-ab4a8e604686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.444240] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5252704f-a8c3-f9ff-5755-2db5aa77e507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.445391] env[69433]: DEBUG nova.network.neutron [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Updating instance_info_cache with network_info: [{"id": "78d60309-23bb-4b7e-8165-061137252e32", "address": "fa:16:3e:f3:9b:b9", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d60309-23", "ovs_interfaceid": "78d60309-23bb-4b7e-8165-061137252e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.457862] env[69433]: DEBUG oslo_vmware.api [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.467406] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d8e2c-2c73-46d7-a1bf-154dbc9397a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.475674] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57932f7b-86d0-4b21-b703-47fb7f53d3f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.509392] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb8a3d-9dac-4359-ba87-26e376b29bb7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.516978] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41998135-9323-4e83-ba06-eec343c5c422 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.532369] env[69433]: DEBUG nova.compute.provider_tree [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.631168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ad8bbd9e-f4be-41cb-9797-8b2be68b7846 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.969s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.631440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.226s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.631702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.632006] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.632203] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.634396] env[69433]: INFO nova.compute.manager [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Terminating instance [ 958.818172] env[69433]: DEBUG oslo_vmware.api [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338863, 'name': PowerOffVM_Task, 'duration_secs': 0.225076} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.818469] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.819050] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.819050] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b911d31-d36b-434c-b132-60d154414554 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.837059] env[69433]: DEBUG nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Received event network-vif-plugged-78d60309-23bb-4b7e-8165-061137252e32 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.837328] env[69433]: DEBUG oslo_concurrency.lockutils [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] Acquiring lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.837548] env[69433]: DEBUG oslo_concurrency.lockutils [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.837708] env[69433]: DEBUG oslo_concurrency.lockutils [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.837874] env[69433]: DEBUG nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] No waiting events found dispatching network-vif-plugged-78d60309-23bb-4b7e-8165-061137252e32 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.838098] env[69433]: WARNING nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Received unexpected event network-vif-plugged-78d60309-23bb-4b7e-8165-061137252e32 for instance with vm_state building and task_state spawning. [ 958.838278] env[69433]: DEBUG nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Received event network-changed-78d60309-23bb-4b7e-8165-061137252e32 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.838432] env[69433]: DEBUG nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Refreshing instance network info cache due to event network-changed-78d60309-23bb-4b7e-8165-061137252e32. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.838594] env[69433]: DEBUG oslo_concurrency.lockutils [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] Acquiring lock "refresh_cache-a856e2e8-5fcf-445b-974a-6bd2ba2dd196" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.882308] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.882578] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.882780] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleting the datastore file [datastore1] 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.887322] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de2b2c2-0d97-4615-b294-458a0e479ecb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.890443] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.895652] env[69433]: DEBUG oslo_vmware.api [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 958.895652] env[69433]: value = "task-3338867" [ 958.895652] env[69433]: _type = "Task" [ 958.895652] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.908915] env[69433]: DEBUG oslo_vmware.api [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.947094] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.949356] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5252704f-a8c3-f9ff-5755-2db5aa77e507, 'name': SearchDatastore_Task, 'duration_secs': 0.014373} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.956017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "refresh_cache-a856e2e8-5fcf-445b-974a-6bd2ba2dd196" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.956359] env[69433]: DEBUG nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Instance network_info: |[{"id": "78d60309-23bb-4b7e-8165-061137252e32", "address": "fa:16:3e:f3:9b:b9", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d60309-23", "ovs_interfaceid": "78d60309-23bb-4b7e-8165-061137252e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.956592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.956948] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] d838f60b-8f27-4e42-b309-fc1d280578ee/d838f60b-8f27-4e42-b309-fc1d280578ee.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.957277] env[69433]: DEBUG oslo_vmware.api [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338865, 'name': ReconfigVM_Task, 'duration_secs': 0.201195} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.957501] env[69433]: DEBUG oslo_concurrency.lockutils [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] Acquired lock "refresh_cache-a856e2e8-5fcf-445b-974a-6bd2ba2dd196" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.957676] env[69433]: DEBUG nova.network.neutron [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Refreshing network info cache for port 78d60309-23bb-4b7e-8165-061137252e32 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.958937] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:9b:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d60309-23bb-4b7e-8165-061137252e32', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.966465] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.966649] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc61ccf-5d45-4e12-9d24-155b1c3de5c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.969281] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666417', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'name': 'volume-cd22ae59-7f5d-4d90-84d5-4483376fa859', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45b1b295-23ae-4628-9762-209ac7f1b60b', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'serial': 'cd22ae59-7f5d-4d90-84d5-4483376fa859'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 958.978838] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.983023] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ca63194-8984-4291-8ec8-1856271559d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.000190] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 959.000190] env[69433]: value = "task-3338868" [ 959.000190] env[69433]: _type = "Task" [ 959.000190] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.001489] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 959.001489] env[69433]: value = "task-3338869" [ 959.001489] env[69433]: _type = "Task" [ 959.001489] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.018905] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338869, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.019198] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.036114] env[69433]: DEBUG nova.network.neutron [-] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.038007] env[69433]: DEBUG nova.scheduler.client.report [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.123938] env[69433]: DEBUG nova.network.neutron [-] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.141020] env[69433]: DEBUG nova.compute.manager [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.141020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.141020] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ff23a3-5700-436b-bcfd-0bc84b054004 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.147895] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.149491] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c5124b9-e4ed-4d8a-8d1e-0b8863c8e6c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.157972] env[69433]: DEBUG oslo_vmware.api [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 959.157972] env[69433]: value = "task-3338870" [ 959.157972] env[69433]: _type = "Task" [ 959.157972] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.171820] env[69433]: DEBUG oslo_vmware.api [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.248255] env[69433]: DEBUG nova.network.neutron [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Updated VIF entry in instance network info cache for port 78d60309-23bb-4b7e-8165-061137252e32. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.248656] env[69433]: DEBUG nova.network.neutron [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Updating instance_info_cache with network_info: [{"id": "78d60309-23bb-4b7e-8165-061137252e32", "address": "fa:16:3e:f3:9b:b9", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d60309-23", "ovs_interfaceid": "78d60309-23bb-4b7e-8165-061137252e32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.381069] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338864, 'name': ReconfigVM_Task, 'duration_secs': 0.551358} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.381462] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e8a132c2-c02e-453f-860d-06798706e76a/e8a132c2-c02e-453f-860d-06798706e76a.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 959.382226] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94755adf-c701-4b2c-96c4-b52b04de3b84 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.392664] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 959.392664] env[69433]: value = "task-3338871" [ 959.392664] env[69433]: _type = "Task" [ 959.392664] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.404057] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338871, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.407417] env[69433]: DEBUG oslo_vmware.api [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154153} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.407711] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.407908] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.408117] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.408298] env[69433]: INFO nova.compute.manager [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 959.408544] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.408738] env[69433]: DEBUG nova.compute.manager [-] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.408834] env[69433]: DEBUG nova.network.neutron [-] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.454163] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bd9ea084-bcb6-4125-bbf9-3980e18c0947 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1-bace37b5-ec24-4b70-a1d8-76d9a909d99e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.918s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.516040] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338868, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.517394] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338869, 'name': CreateVM_Task, 'duration_secs': 0.435597} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.517553] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.518245] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.518421] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.518737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.518989] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73b26117-cd5e-464b-b8a0-8e389ab26c18 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.523549] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 959.523549] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7e298-8fa8-e27a-1708-86fb43d81c7e" [ 959.523549] env[69433]: _type = "Task" [ 959.523549] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.534732] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7e298-8fa8-e27a-1708-86fb43d81c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.543025] env[69433]: INFO nova.compute.manager [-] [instance: d8e3b856-0f97-45c8-9bac-64b2a8e2320c] Took 1.45 seconds to deallocate network for instance. [ 959.545307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.545731] env[69433]: DEBUG nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.550419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.022s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.550636] env[69433]: DEBUG nova.objects.instance [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lazy-loading 'resources' on Instance uuid 16a89dad-35a8-410f-b589-649d4f2ff1bf {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.626610] env[69433]: INFO nova.compute.manager [-] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Took 1.78 seconds to deallocate network for instance. [ 959.668524] env[69433]: DEBUG oslo_vmware.api [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338870, 'name': PowerOffVM_Task, 'duration_secs': 0.321821} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.668814] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.668995] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.669269] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c0cd68-2842-4051-a535-9dfc5ade399c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.723936] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.724180] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.724367] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleting the datastore file [datastore2] 6630642f-1b62-420f-b7ef-b1ea751d7c8c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.724623] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b61d70c-9aa3-48e5-b76e-51df2dd4bdd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.731664] env[69433]: DEBUG oslo_vmware.api [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 959.731664] env[69433]: value = "task-3338873" [ 959.731664] env[69433]: _type = "Task" [ 959.731664] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.739206] env[69433]: DEBUG oslo_vmware.api [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.752654] env[69433]: DEBUG oslo_concurrency.lockutils [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] Releasing lock "refresh_cache-a856e2e8-5fcf-445b-974a-6bd2ba2dd196" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.752915] env[69433]: DEBUG nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Received event network-vif-deleted-7d50a52c-c5f0-491d-a750-1337edf10bd6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.753107] env[69433]: INFO nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Neutron deleted interface 7d50a52c-c5f0-491d-a750-1337edf10bd6; detaching it from the instance and deleting it from the info cache [ 959.753278] env[69433]: DEBUG nova.network.neutron [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.908733] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338871, 'name': Rename_Task, 'duration_secs': 0.215884} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.909281] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.909577] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4662980e-f473-42ae-8b6a-4d9d182a38a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.916555] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 959.916555] env[69433]: value = "task-3338874" [ 959.916555] env[69433]: _type = "Task" [ 959.916555] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.924483] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.012188] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528192} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.012522] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] d838f60b-8f27-4e42-b309-fc1d280578ee/d838f60b-8f27-4e42-b309-fc1d280578ee.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.012742] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.013089] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a770f069-a2f7-4857-b993-2dee2285db1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.019598] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 960.019598] env[69433]: value = "task-3338875" [ 960.019598] env[69433]: _type = "Task" [ 960.019598] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.031217] env[69433]: DEBUG nova.objects.instance [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lazy-loading 'flavor' on Instance uuid 45b1b295-23ae-4628-9762-209ac7f1b60b {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.033054] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.039399] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7e298-8fa8-e27a-1708-86fb43d81c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.039767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.040117] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.040465] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.041395] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.041395] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.041395] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bde2820-d4c4-488d-bb35-609bddb5f57c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.049698] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.049943] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.051386] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06bfdc0f-01d0-480e-9c56-94994c34a7a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.055300] env[69433]: DEBUG nova.compute.utils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.062352] env[69433]: DEBUG nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.064347] env[69433]: DEBUG nova.network.neutron [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.070926] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 960.070926] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc0ea3-6797-78b6-0f32-e4d8b871b81c" [ 960.070926] env[69433]: _type = "Task" [ 960.070926] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.083016] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc0ea3-6797-78b6-0f32-e4d8b871b81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.140303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.187723] env[69433]: DEBUG nova.policy [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '225f5421685946399fbf93b37fb08a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1af32b29650a4bdaa06664edd3a42339', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.251963] env[69433]: DEBUG oslo_vmware.api [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35292} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.252666] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.252746] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.252963] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.253212] env[69433]: INFO nova.compute.manager [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 960.253499] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.253729] env[69433]: DEBUG nova.compute.manager [-] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.253859] env[69433]: DEBUG nova.network.neutron [-] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.259083] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9da1a215-38f1-4029-bbd8-c57848548c7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.270455] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7ecf23-51a8-41cf-b27d-f5eafc7ea146 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.308199] env[69433]: DEBUG nova.compute.manager [req-81ee3592-3f86-4f4d-88ab-00bae9be9575 req-e4da0ce4-a44b-47c0-b6c7-5431ed1bd568 service nova] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Detach interface failed, port_id=7d50a52c-c5f0-491d-a750-1337edf10bd6, reason: Instance af0d50d8-371e-407f-8e11-2b0eb3b4f8be could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.427775] env[69433]: DEBUG oslo_vmware.api [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338874, 'name': PowerOnVM_Task, 'duration_secs': 0.488689} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.430540] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.430948] env[69433]: INFO nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Took 7.79 seconds to spawn the instance on the hypervisor. [ 960.431280] env[69433]: DEBUG nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.432470] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fcef4e-fcf7-4639-8446-f1e144e7eefb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.471712] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bf8332-bd6d-40b9-b47a-27f6b7d690cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.481316] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acd6a45-9b47-4f4c-a2a4-9136b2dc4cf0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.518466] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbcc1dc-bf94-4dd4-88fa-3278302bb555 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.532382] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c27706c-283a-4d22-a163-aef66ddfe023 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.536837] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071215} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.539856] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e3e4cf76-d830-428f-aab0-bd1b20b8941b tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.887s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.541018] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.542587] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d4e89e-76df-444f-8346-5a33d575a81d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.555792] env[69433]: DEBUG nova.compute.provider_tree [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.571762] env[69433]: DEBUG nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.581929] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] d838f60b-8f27-4e42-b309-fc1d280578ee/d838f60b-8f27-4e42-b309-fc1d280578ee.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.583485] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5845d1e3-ced8-4f50-8f71-3fa439439029 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.606074] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1c2ac41a-a0e9-4368-aa1a-97086efa86be tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "d8e3b856-0f97-45c8-9bac-64b2a8e2320c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.082s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.617021] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc0ea3-6797-78b6-0f32-e4d8b871b81c, 'name': SearchDatastore_Task, 'duration_secs': 0.010262} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.617021] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 960.617021] env[69433]: value = "task-3338876" [ 960.617021] env[69433]: _type = "Task" [ 960.617021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.617021] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b94a493-c44e-40be-addb-67022d08f66c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.625352] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 960.625352] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524c46af-49ca-413f-e138-c0f4d0fa35dd" [ 960.625352] env[69433]: _type = "Task" [ 960.625352] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.628871] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.639025] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524c46af-49ca-413f-e138-c0f4d0fa35dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.639327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.639583] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a856e2e8-5fcf-445b-974a-6bd2ba2dd196/a856e2e8-5fcf-445b-974a-6bd2ba2dd196.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.639835] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c02c5c4f-875f-4c8d-b681-bfe37a21b9dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.644301] env[69433]: DEBUG nova.network.neutron [-] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.650407] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 960.650407] env[69433]: value = "task-3338877" [ 960.650407] env[69433]: _type = "Task" [ 960.650407] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.659190] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.749760] env[69433]: DEBUG nova.network.neutron [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Successfully created port: ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.955591] env[69433]: INFO nova.compute.manager [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Took 19.50 seconds to build instance. [ 961.048607] env[69433]: DEBUG nova.compute.manager [req-853da480-87ee-4690-85e0-cf9dc89f1000 req-a232c47d-f95e-4bf2-bf63-1ccb4337002c service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Received event network-vif-deleted-a162b020-be11-40d7-a933-ab4a8e604686 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.048831] env[69433]: DEBUG nova.compute.manager [req-853da480-87ee-4690-85e0-cf9dc89f1000 req-a232c47d-f95e-4bf2-bf63-1ccb4337002c service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Received event network-vif-deleted-947ea3a1-01c2-43f7-8472-37928112bc91 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.049009] env[69433]: INFO nova.compute.manager [req-853da480-87ee-4690-85e0-cf9dc89f1000 req-a232c47d-f95e-4bf2-bf63-1ccb4337002c service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Neutron deleted interface 947ea3a1-01c2-43f7-8472-37928112bc91; detaching it from the instance and deleting it from the info cache [ 961.049365] env[69433]: DEBUG nova.network.neutron [req-853da480-87ee-4690-85e0-cf9dc89f1000 req-a232c47d-f95e-4bf2-bf63-1ccb4337002c service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.059213] env[69433]: DEBUG nova.scheduler.client.report [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.131174] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338876, 'name': ReconfigVM_Task, 'duration_secs': 0.365482} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.131474] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Reconfigured VM instance instance-0000004e to attach disk [datastore2] d838f60b-8f27-4e42-b309-fc1d280578ee/d838f60b-8f27-4e42-b309-fc1d280578ee.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.132226] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa1230cc-5384-41fb-93bb-ddce4659f821 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.138858] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 961.138858] env[69433]: value = "task-3338878" [ 961.138858] env[69433]: _type = "Task" [ 961.138858] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.149921] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338878, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.151423] env[69433]: INFO nova.compute.manager [-] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Took 1.74 seconds to deallocate network for instance. [ 961.164751] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481482} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.165025] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a856e2e8-5fcf-445b-974a-6bd2ba2dd196/a856e2e8-5fcf-445b-974a-6bd2ba2dd196.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.165251] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.165506] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e086804-b38b-4c08-994e-c9f975fdf9a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.172197] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 961.172197] env[69433]: value = "task-3338879" [ 961.172197] env[69433]: _type = "Task" [ 961.172197] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.179822] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.235075] env[69433]: DEBUG nova.network.neutron [-] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.257969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "2cc172e7-1629-4554-8d87-3a219e9f246e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.258437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.314795] env[69433]: INFO nova.compute.manager [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Rescuing [ 961.314795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.314795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.314968] env[69433]: DEBUG nova.network.neutron [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.457472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-868fb8b5-1ec3-421b-bd3d-baf18edd9eee tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "e8a132c2-c02e-453f-860d-06798706e76a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.552029] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce22d955-4706-4dac-b975-e4b0ce0b38c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.561604] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7022b60-f266-4ab5-a8bb-92d5d02ee41a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.572495] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.575445] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.163s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.601830] env[69433]: DEBUG nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.603816] env[69433]: DEBUG nova.compute.manager [req-853da480-87ee-4690-85e0-cf9dc89f1000 req-a232c47d-f95e-4bf2-bf63-1ccb4337002c service nova] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Detach interface failed, port_id=947ea3a1-01c2-43f7-8472-37928112bc91, reason: Instance 6630642f-1b62-420f-b7ef-b1ea751d7c8c could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 961.605952] env[69433]: INFO nova.scheduler.client.report [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Deleted allocations for instance 16a89dad-35a8-410f-b589-649d4f2ff1bf [ 961.627980] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.628251] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.628452] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.628708] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.628867] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.629027] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.629255] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.629419] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.629586] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.629750] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.629923] env[69433]: DEBUG nova.virt.hardware [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.630774] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee7f078-d412-422c-9fbf-4f79d32b45ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.639670] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175884c0-c913-4b54-81ff-5ec7e81453ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.659850] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338878, 'name': Rename_Task, 'duration_secs': 0.155108} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.660347] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.660608] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.660822] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5746a462-f4fb-4bff-823a-e4c4d2b21579 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.671397] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 961.671397] env[69433]: value = "task-3338880" [ 961.671397] env[69433]: _type = "Task" [ 961.671397] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.682722] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338880, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.685817] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066144} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.685817] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.686691] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4763462b-5e84-4713-8383-2e57950d7710 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.709150] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] a856e2e8-5fcf-445b-974a-6bd2ba2dd196/a856e2e8-5fcf-445b-974a-6bd2ba2dd196.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.709469] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8376b410-e357-487b-9b7a-e827305e731b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.731768] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 961.731768] env[69433]: value = "task-3338881" [ 961.731768] env[69433]: _type = "Task" [ 961.731768] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.738149] env[69433]: INFO nova.compute.manager [-] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Took 1.48 seconds to deallocate network for instance. [ 961.738476] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.761925] env[69433]: DEBUG nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 962.082694] env[69433]: INFO nova.compute.claims [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.111094] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2ed4b96-b406-4ef1-acf8-633af4ecd053 tempest-AttachInterfacesUnderV243Test-755658289 tempest-AttachInterfacesUnderV243Test-755658289-project-member] Lock "16a89dad-35a8-410f-b589-649d4f2ff1bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.157s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.181462] env[69433]: DEBUG oslo_vmware.api [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338880, 'name': PowerOnVM_Task, 'duration_secs': 0.505427} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.181754] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.181960] env[69433]: INFO nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Took 8.13 seconds to spawn the instance on the hypervisor. [ 962.182153] env[69433]: DEBUG nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.182929] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acc1b3a-8fa0-4f43-840d-9ad5218b495e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.239811] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338881, 'name': ReconfigVM_Task, 'duration_secs': 0.30124} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.240045] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Reconfigured VM instance instance-0000004f to attach disk [datastore2] a856e2e8-5fcf-445b-974a-6bd2ba2dd196/a856e2e8-5fcf-445b-974a-6bd2ba2dd196.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.240927] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48a16916-1fd9-4b2b-ba92-468c1a07ddcf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.249753] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 962.249753] env[69433]: value = "task-3338882" [ 962.249753] env[69433]: _type = "Task" [ 962.249753] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.252932] env[69433]: DEBUG nova.network.neutron [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.254744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.258993] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338882, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.296722] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.355561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "e8a132c2-c02e-453f-860d-06798706e76a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.355561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "e8a132c2-c02e-453f-860d-06798706e76a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.355561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "e8a132c2-c02e-453f-860d-06798706e76a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.355561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "e8a132c2-c02e-453f-860d-06798706e76a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.355561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "e8a132c2-c02e-453f-860d-06798706e76a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.356344] env[69433]: INFO nova.compute.manager [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Terminating instance [ 962.466172] env[69433]: DEBUG nova.network.neutron [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Successfully updated port: ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.592250] env[69433]: INFO nova.compute.resource_tracker [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating resource usage from migration 967c07d2-5e0e-434b-a475-3f0633788f5c [ 962.700335] env[69433]: INFO nova.compute.manager [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Took 19.46 seconds to build instance. [ 962.757376] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338882, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.763018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.861507] env[69433]: DEBUG nova.compute.manager [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.861751] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.862827] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e9f65-d718-4f75-a3cd-181e578ce541 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.875986] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.876348] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ef8448-4c5f-47f3-8e15-f8440328bb0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.884131] env[69433]: DEBUG oslo_vmware.api [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 962.884131] env[69433]: value = "task-3338883" [ 962.884131] env[69433]: _type = "Task" [ 962.884131] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.893024] env[69433]: DEBUG oslo_vmware.api [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.907421] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2466f0-cc94-4f44-ac09-5ec87a470dbf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.915196] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379292f8-e10f-40df-b362-e95396598dd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.949559] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eba28e-feae-45cf-8c3e-01ac54ca505c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.957632] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a167b4-8397-4370-aafa-90b825bc6734 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.976897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "refresh_cache-30928176-61ad-404e-b774-211abb635320" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.977162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "refresh_cache-30928176-61ad-404e-b774-211abb635320" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.977415] env[69433]: DEBUG nova.network.neutron [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.979320] env[69433]: DEBUG nova.compute.provider_tree [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.195110] env[69433]: DEBUG nova.compute.manager [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Received event network-vif-plugged-ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.195110] env[69433]: DEBUG oslo_concurrency.lockutils [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] Acquiring lock "30928176-61ad-404e-b774-211abb635320-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.195110] env[69433]: DEBUG oslo_concurrency.lockutils [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] Lock "30928176-61ad-404e-b774-211abb635320-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.195110] env[69433]: DEBUG oslo_concurrency.lockutils [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] Lock "30928176-61ad-404e-b774-211abb635320-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.195110] env[69433]: DEBUG nova.compute.manager [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] No waiting events found dispatching network-vif-plugged-ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.195110] env[69433]: WARNING nova.compute.manager [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Received unexpected event network-vif-plugged-ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 for instance with vm_state building and task_state spawning. [ 963.195110] env[69433]: DEBUG nova.compute.manager [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Received event network-changed-ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.195947] env[69433]: DEBUG nova.compute.manager [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Refreshing instance network info cache due to event network-changed-ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.196398] env[69433]: DEBUG oslo_concurrency.lockutils [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] Acquiring lock "refresh_cache-30928176-61ad-404e-b774-211abb635320" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.205803] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80bed006-ef30-435b-babc-8fb7ffa6f9b6 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.972s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.261735] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338882, 'name': Rename_Task, 'duration_secs': 0.516747} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.261735] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.261735] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e26f5d02-622a-4f2e-bbee-d98a64332185 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.269061] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 963.269061] env[69433]: value = "task-3338884" [ 963.269061] env[69433]: _type = "Task" [ 963.269061] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.274193] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.395335] env[69433]: DEBUG oslo_vmware.api [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338883, 'name': PowerOffVM_Task, 'duration_secs': 0.192231} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.396578] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.396578] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.396578] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cf379f0-fbb0-4916-86b1-166ef05cd768 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.462123] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.463257] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.463257] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Deleting the datastore file [datastore2] e8a132c2-c02e-453f-860d-06798706e76a {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.463257] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-946f528e-a605-4c04-9599-fdef23c40880 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.470294] env[69433]: DEBUG oslo_vmware.api [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for the task: (returnval){ [ 963.470294] env[69433]: value = "task-3338886" [ 963.470294] env[69433]: _type = "Task" [ 963.470294] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.478950] env[69433]: DEBUG oslo_vmware.api [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.485014] env[69433]: DEBUG nova.scheduler.client.report [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.525387] env[69433]: DEBUG nova.network.neutron [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.657560] env[69433]: DEBUG nova.network.neutron [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Updating instance_info_cache with network_info: [{"id": "ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88", "address": "fa:16:3e:98:d2:3d", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef565cfd-cc", "ovs_interfaceid": "ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.776608] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.979779] env[69433]: DEBUG oslo_vmware.api [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Task: {'id': task-3338886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127739} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.980035] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.980226] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.980405] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.980577] env[69433]: INFO nova.compute.manager [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 963.980819] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.981015] env[69433]: DEBUG nova.compute.manager [-] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.981110] env[69433]: DEBUG nova.network.neutron [-] [instance: e8a132c2-c02e-453f-860d-06798706e76a] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.996726] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.422s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.996924] env[69433]: INFO nova.compute.manager [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Migrating [ 964.003309] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.729s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.004833] env[69433]: INFO nova.compute.claims [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.160159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "refresh_cache-30928176-61ad-404e-b774-211abb635320" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161132] env[69433]: DEBUG nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Instance network_info: |[{"id": "ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88", "address": "fa:16:3e:98:d2:3d", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef565cfd-cc", "ovs_interfaceid": "ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.161995] env[69433]: DEBUG oslo_concurrency.lockutils [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] Acquired lock "refresh_cache-30928176-61ad-404e-b774-211abb635320" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.165185] env[69433]: DEBUG nova.network.neutron [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Refreshing network info cache for port ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.165185] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:d2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.181338] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.184998] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30928176-61ad-404e-b774-211abb635320] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.185647] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c163cac-67b3-415c-9fda-330ed0f67010 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.213016] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.213016] env[69433]: value = "task-3338887" [ 964.213016] env[69433]: _type = "Task" [ 964.213016] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.219866] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338887, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.282256] env[69433]: DEBUG oslo_vmware.api [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338884, 'name': PowerOnVM_Task, 'duration_secs': 0.843821} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.282550] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.282778] env[69433]: INFO nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Took 7.71 seconds to spawn the instance on the hypervisor. [ 964.283030] env[69433]: DEBUG nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 964.283777] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ba9a5-0af4-4776-86ec-a6e9f765dfad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.302837] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.303186] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-086d2221-2c3c-4208-b63e-99f19b9e58db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.310837] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 964.310837] env[69433]: value = "task-3338888" [ 964.310837] env[69433]: _type = "Task" [ 964.310837] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.322766] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.518273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.518511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.519334] env[69433]: DEBUG nova.network.neutron [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.634752] env[69433]: DEBUG nova.network.neutron [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Updated VIF entry in instance network info cache for port ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.634877] env[69433]: DEBUG nova.network.neutron [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Updating instance_info_cache with network_info: [{"id": "ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88", "address": "fa:16:3e:98:d2:3d", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef565cfd-cc", "ovs_interfaceid": "ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.721655] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338887, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.800855] env[69433]: INFO nova.compute.manager [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Took 20.87 seconds to build instance. [ 964.822456] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338888, 'name': PowerOffVM_Task, 'duration_secs': 0.230298} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.823439] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.824287] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4474a-d634-401e-89a5-be6adf38d5f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.846008] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e04a7-f5a8-4b21-94e8-0dc85270fa5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.880246] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.880582] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ee5a0e1-e051-4d1d-a1f9-805c0d1ed74f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.887739] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 964.887739] env[69433]: value = "task-3338889" [ 964.887739] env[69433]: _type = "Task" [ 964.887739] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.896836] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.951987] env[69433]: DEBUG nova.network.neutron [-] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.137398] env[69433]: DEBUG oslo_concurrency.lockutils [req-8aa98536-f43f-44a0-b9fd-45caae59ea9a req-43fcc38b-2a51-41d1-9ac7-d5d95e7ce1b2 service nova] Releasing lock "refresh_cache-30928176-61ad-404e-b774-211abb635320" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.225991] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338887, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.228452] env[69433]: DEBUG nova.compute.manager [req-d9cd8b4a-48d9-44cd-9ca1-fd128ee9e42d req-fd7835a7-0a10-4c3b-b394-81d6c2690609 service nova] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Received event network-vif-deleted-4c02012f-98e9-4d4a-98ab-359cdc4dde0d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.267277] env[69433]: DEBUG nova.network.neutron [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance_info_cache with network_info: [{"id": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "address": "fa:16:3e:4b:9a:09", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05da6d0e-6a", "ovs_interfaceid": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.302834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2d755599-2398-4cd5-be34-7701c04afa5d tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.385s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.334384] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762ff96e-c4bc-4819-b884-d8a15fdcbb56 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.342861] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da4abb1-e5cc-4fc2-a598-3f6fe7a51829 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.376742] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6d17bd-8cfe-4ff4-b625-79c96ae7788d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.385094] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d37f59d-e09f-4695-bce6-f12b47a80981 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.404744] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.404927] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.405206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.405358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.405542] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.405990] env[69433]: DEBUG nova.compute.provider_tree [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.407309] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2c7fd28-e2c0-40e3-8769-cd63afbfac77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.419025] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.419025] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.419025] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290710c6-3907-4b0b-96f9-75defe999b79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.424108] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 965.424108] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52087395-d027-e862-5a19-6e91176fbf8e" [ 965.424108] env[69433]: _type = "Task" [ 965.424108] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.432269] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52087395-d027-e862-5a19-6e91176fbf8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.454773] env[69433]: INFO nova.compute.manager [-] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Took 1.47 seconds to deallocate network for instance. [ 965.722882] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338887, 'name': CreateVM_Task, 'duration_secs': 1.319381} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.723071] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30928176-61ad-404e-b774-211abb635320] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.723753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.723922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.724281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.724544] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81c9f358-fdab-46fb-a450-68310cfe3959 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.729540] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 965.729540] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a37ebe-da75-ba66-d42f-140819aa6249" [ 965.729540] env[69433]: _type = "Task" [ 965.729540] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.737477] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a37ebe-da75-ba66-d42f-140819aa6249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.770962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.913356] env[69433]: DEBUG nova.scheduler.client.report [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.935636] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52087395-d027-e862-5a19-6e91176fbf8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.936530] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbaba17-38be-4167-9527-0b7b4ecfa586 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.942599] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 965.942599] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f80634-4d49-4d96-c8dd-b7ad57d77873" [ 965.942599] env[69433]: _type = "Task" [ 965.942599] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.950331] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f80634-4d49-4d96-c8dd-b7ad57d77873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.963775] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.240796] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a37ebe-da75-ba66-d42f-140819aa6249, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.241102] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.241338] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.241545] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.418121] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.418664] env[69433]: DEBUG nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.423874] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.478s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.430015] env[69433]: INFO nova.compute.claims [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.453459] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f80634-4d49-4d96-c8dd-b7ad57d77873, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.453860] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.454320] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. {{(pid=69433) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 966.454875] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.455322] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.455681] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64946eca-7532-4507-8410-3728e2cd92a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.458054] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d012494e-a692-4c86-8188-fdaa9c448717 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.468788] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 966.468788] env[69433]: value = "task-3338890" [ 966.468788] env[69433]: _type = "Task" [ 966.468788] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.473021] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.473021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.478389] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98efd7ad-14fe-4a1b-b2ad-b9ae41c2b7c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.482893] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 966.482893] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bf0d02-45e2-ddf6-8b38-40a3e3f4b7a6" [ 966.482893] env[69433]: _type = "Task" [ 966.482893] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.488517] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.498099] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bf0d02-45e2-ddf6-8b38-40a3e3f4b7a6, 'name': SearchDatastore_Task, 'duration_secs': 0.007994} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.499121] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf01ad6c-92bc-4b37-91d7-a9b64f1b0c63 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.505182] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 966.505182] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52834c1b-f63b-c351-e095-5fcfbf2e7521" [ 966.505182] env[69433]: _type = "Task" [ 966.505182] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.513550] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52834c1b-f63b-c351-e095-5fcfbf2e7521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.939638] env[69433]: DEBUG nova.compute.utils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.939638] env[69433]: DEBUG nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.939638] env[69433]: DEBUG nova.network.neutron [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.978470] env[69433]: DEBUG nova.policy [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d60173d63f04be1a5e8fea2eea7321b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '602a59d218a54b4aafb879d97a30ef96', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.985220] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.015153] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52834c1b-f63b-c351-e095-5fcfbf2e7521, 'name': SearchDatastore_Task, 'duration_secs': 0.00831} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.015405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.015656] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 30928176-61ad-404e-b774-211abb635320/30928176-61ad-404e-b774-211abb635320.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.015914] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d21247-3144-4b86-9a5d-33af8a5820a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.021630] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 967.021630] env[69433]: value = "task-3338891" [ 967.021630] env[69433]: _type = "Task" [ 967.021630] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.029613] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.264228] env[69433]: DEBUG nova.network.neutron [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Successfully created port: cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.290835] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7d6623-5c31-4226-b767-00e8f99c114a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.314634] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance 'd21def47-bae0-4fb8-92de-47f3e040cf09' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.444704] env[69433]: DEBUG nova.compute.utils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.487335] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537566} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.487634] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk. [ 967.493020] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97d4025-bf08-4318-90c8-6bcfd0e2246e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.527025] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.530964] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d8af29-961d-4b5d-98c5-65d4119b2069 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.565899] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 967.565899] env[69433]: value = "task-3338892" [ 967.565899] env[69433]: _type = "Task" [ 967.565899] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.566310] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435847} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.566650] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 30928176-61ad-404e-b774-211abb635320/30928176-61ad-404e-b774-211abb635320.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.566953] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.570145] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adad966e-6cc4-47ae-834d-0495ea730b91 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.580890] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.586458] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 967.586458] env[69433]: value = "task-3338893" [ 967.586458] env[69433]: _type = "Task" [ 967.586458] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.593798] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.818347] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.818347] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c9f116f-90f8-4ff5-afed-ee77fba57671 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.826257] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 967.826257] env[69433]: value = "task-3338894" [ 967.826257] env[69433]: _type = "Task" [ 967.826257] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.836136] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.933261] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0b4161-75df-44af-af64-654d711e0171 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.942078] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd304f29-98d3-40bf-a54a-300d5d5b1017 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.978380] env[69433]: DEBUG nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.983470] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf7fa8-f039-425b-aacc-f7da947dc038 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.997309] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73c0ecb-bb8d-4a1d-9aea-2293e704d375 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.013953] env[69433]: DEBUG nova.compute.provider_tree [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.078049] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338892, 'name': ReconfigVM_Task, 'duration_secs': 0.359497} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.078049] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b/164732b0-0c7a-40d7-a88c-760e6c5226c9-rescue.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.078550] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fccd4c-4b3c-43ef-910e-b81dd35faf86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.113065] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57aaf1f-d092-476c-910a-62e26f09a13f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.130255] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165721} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.132432] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.132432] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 968.132432] env[69433]: value = "task-3338895" [ 968.132432] env[69433]: _type = "Task" [ 968.132432] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.132849] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1d8e47-f415-4af1-9496-545f1dc8c7c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.158161] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 30928176-61ad-404e-b774-211abb635320/30928176-61ad-404e-b774-211abb635320.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.162136] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e83f49-b0f6-4f84-ab41-ffdca64ac062 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.179148] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.182864] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 968.182864] env[69433]: value = "task-3338896" [ 968.182864] env[69433]: _type = "Task" [ 968.182864] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.192905] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.336468] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338894, 'name': PowerOffVM_Task, 'duration_secs': 0.210906} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.336757] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.336943] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance 'd21def47-bae0-4fb8-92de-47f3e040cf09' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.491680] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.491915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.492135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.492320] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.492486] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.494847] env[69433]: INFO nova.compute.manager [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Terminating instance [ 968.518074] env[69433]: DEBUG nova.scheduler.client.report [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.651841] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338895, 'name': ReconfigVM_Task, 'duration_secs': 0.167694} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.652146] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.653701] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3fef036-389f-42d6-88a8-cdf956229271 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.662433] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 968.662433] env[69433]: value = "task-3338897" [ 968.662433] env[69433]: _type = "Task" [ 968.662433] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.670610] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.696969] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338896, 'name': ReconfigVM_Task, 'duration_secs': 0.275033} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.702318] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 30928176-61ad-404e-b774-211abb635320/30928176-61ad-404e-b774-211abb635320.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.703030] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3ee49ba-e41c-4991-827c-adea98fd103c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.709506] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 968.709506] env[69433]: value = "task-3338898" [ 968.709506] env[69433]: _type = "Task" [ 968.709506] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.718911] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338898, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.843787] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.844455] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.844642] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.844837] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.844986] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.845497] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.845795] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.846038] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.846266] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.846524] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.846766] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.853791] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0417cf51-8ac1-4865-b5c8-812c5f3f4bfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.871445] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 968.871445] env[69433]: value = "task-3338899" [ 968.871445] env[69433]: _type = "Task" [ 968.871445] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.884100] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.988110] env[69433]: DEBUG nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.999272] env[69433]: DEBUG nova.compute.manager [req-380fecfa-d797-4a96-8654-9268c33ae712 req-2a5e760b-93ef-4562-8ae5-621c075e6736 service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Received event network-vif-plugged-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.003243] env[69433]: DEBUG oslo_concurrency.lockutils [req-380fecfa-d797-4a96-8654-9268c33ae712 req-2a5e760b-93ef-4562-8ae5-621c075e6736 service nova] Acquiring lock "02ea3950-de8f-412b-8ed0-9082de36b502-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.003243] env[69433]: DEBUG oslo_concurrency.lockutils [req-380fecfa-d797-4a96-8654-9268c33ae712 req-2a5e760b-93ef-4562-8ae5-621c075e6736 service nova] Lock "02ea3950-de8f-412b-8ed0-9082de36b502-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.003243] env[69433]: DEBUG oslo_concurrency.lockutils [req-380fecfa-d797-4a96-8654-9268c33ae712 req-2a5e760b-93ef-4562-8ae5-621c075e6736 service nova] Lock "02ea3950-de8f-412b-8ed0-9082de36b502-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.003243] env[69433]: DEBUG nova.compute.manager [req-380fecfa-d797-4a96-8654-9268c33ae712 req-2a5e760b-93ef-4562-8ae5-621c075e6736 service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] No waiting events found dispatching network-vif-plugged-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.003243] env[69433]: WARNING nova.compute.manager [req-380fecfa-d797-4a96-8654-9268c33ae712 req-2a5e760b-93ef-4562-8ae5-621c075e6736 service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Received unexpected event network-vif-plugged-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 for instance with vm_state building and task_state spawning. [ 969.003243] env[69433]: DEBUG nova.compute.manager [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.003243] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.005459] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc97e1-d501-445f-938f-62a04366c0c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.027298] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.027298] env[69433]: DEBUG nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.031908] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:36:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='846523735',id=44,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-101404075',projects=,root_gb=1,rxtx_factor=1.0,swap=2048,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.035254] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.035642] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.036285] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.036285] env[69433]: DEBUG nova.virt.hardware [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.036408] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.897s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.036652] env[69433]: DEBUG nova.objects.instance [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lazy-loading 'resources' on Instance uuid 19bafb38-586e-426a-871f-13af2220a30f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.038051] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45ad803c-86f6-4912-a6e2-c8cd173bc02d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042312] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711f01e1-1059-419f-895c-bc693ead411f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.053457] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41e1f53-389e-49e3-b0ed-720d6be43656 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.058426] env[69433]: DEBUG oslo_vmware.api [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 969.058426] env[69433]: value = "task-3338900" [ 969.058426] env[69433]: _type = "Task" [ 969.058426] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.080227] env[69433]: DEBUG oslo_vmware.api [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.103983] env[69433]: DEBUG nova.network.neutron [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Successfully updated port: cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.173852] env[69433]: DEBUG oslo_vmware.api [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338897, 'name': PowerOnVM_Task, 'duration_secs': 0.455015} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.174312] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.177807] env[69433]: DEBUG nova.compute.manager [None req-5f407195-cd52-4c09-8830-28548dc53721 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.178630] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caddd3f-a573-4eb2-907c-f39b2ececf6b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.220450] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338898, 'name': Rename_Task, 'duration_secs': 0.129117} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.221530] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.221831] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f82c14d-5fb1-45cd-9000-2a63ee750dc7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.229893] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 969.229893] env[69433]: value = "task-3338901" [ 969.229893] env[69433]: _type = "Task" [ 969.229893] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.242300] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338901, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.261580] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "3a05b9ee-e661-4445-824e-7a74ec764286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.261683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "3a05b9ee-e661-4445-824e-7a74ec764286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.381110] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338899, 'name': ReconfigVM_Task, 'duration_secs': 0.223973} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.381620] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance 'd21def47-bae0-4fb8-92de-47f3e040cf09' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.547975] env[69433]: DEBUG nova.compute.utils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.552806] env[69433]: DEBUG nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.552806] env[69433]: DEBUG nova.network.neutron [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.568580] env[69433]: DEBUG oslo_vmware.api [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338900, 'name': PowerOffVM_Task, 'duration_secs': 0.378011} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.568832] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.568999] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.569260] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf75244-4c7d-4d45-8eb8-b31e578d6eeb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.592621] env[69433]: DEBUG nova.policy [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116fdf2ee6f24051a7fc312df1eba057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14678104ee8f4b9ba0d9a5e4d614145b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.608521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.608662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.608815] env[69433]: DEBUG nova.network.neutron [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.744367] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.768093] env[69433]: DEBUG nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.889540] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.889864] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.890026] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.890172] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.890286] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.890432] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.890644] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.890776] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.890966] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.891114] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.891284] env[69433]: DEBUG nova.virt.hardware [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.898421] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 969.899890] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ed00c62-4982-4c69-b424-823dcabf18f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.914814] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ecd8b7-0be9-4871-9398-09413f93e8e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.925124] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05209d15-6fa0-4e43-8cb3-2e542bac924f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.929544] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 969.929544] env[69433]: value = "task-3338903" [ 969.929544] env[69433]: _type = "Task" [ 969.929544] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.961321] env[69433]: DEBUG nova.network.neutron [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Successfully created port: 5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.964463] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf056a-320d-4584-8147-3f903e2bcea8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.970764] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338903, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.975716] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb7dbe-cc36-4647-8066-af317b690b75 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.989146] env[69433]: DEBUG nova.compute.provider_tree [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.053376] env[69433]: DEBUG nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.168061] env[69433]: DEBUG nova.network.neutron [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.242912] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338901, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.298815] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.344586] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.344905] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.347028] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Deleting the datastore file [datastore1] 38a91e6a-8f7a-4906-89dc-d50305d15f6e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.347028] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ef3fd49-9954-42f9-8505-d1face4f40a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.356559] env[69433]: DEBUG oslo_vmware.api [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for the task: (returnval){ [ 970.356559] env[69433]: value = "task-3338904" [ 970.356559] env[69433]: _type = "Task" [ 970.356559] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.377051] env[69433]: DEBUG oslo_vmware.api [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.441447] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338903, 'name': ReconfigVM_Task, 'duration_secs': 0.299293} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.441873] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 970.442678] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5ba3f3-26b0-419d-bc72-17a48e9e9d5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.470043] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] d21def47-bae0-4fb8-92de-47f3e040cf09/d21def47-bae0-4fb8-92de-47f3e040cf09.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.470043] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152846e0-fe16-4356-88de-0a6723ef6b69 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.483346] env[69433]: DEBUG nova.network.neutron [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Updating instance_info_cache with network_info: [{"id": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "address": "fa:16:3e:0c:8d:47", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0fb9a2-c1", "ovs_interfaceid": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.493947] env[69433]: DEBUG nova.scheduler.client.report [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.498751] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 970.498751] env[69433]: value = "task-3338905" [ 970.498751] env[69433]: _type = "Task" [ 970.498751] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.509223] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.742763] env[69433]: DEBUG oslo_vmware.api [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338901, 'name': PowerOnVM_Task, 'duration_secs': 1.255419} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.742844] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.743167] env[69433]: INFO nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Took 9.14 seconds to spawn the instance on the hypervisor. [ 970.743430] env[69433]: DEBUG nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.744277] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e8e26c-9468-4ad8-b02d-142435e761f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.872570] env[69433]: DEBUG oslo_vmware.api [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Task: {'id': task-3338904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202764} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.872858] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.873064] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.873247] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.873427] env[69433]: INFO nova.compute.manager [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Took 1.87 seconds to destroy the instance on the hypervisor. [ 970.873689] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.873890] env[69433]: DEBUG nova.compute.manager [-] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.873986] env[69433]: DEBUG nova.network.neutron [-] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.989761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.990283] env[69433]: DEBUG nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Instance network_info: |[{"id": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "address": "fa:16:3e:0c:8d:47", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0fb9a2-c1", "ovs_interfaceid": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.990634] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:8d:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd0fb9a2-c163-4da7-9ca9-b6421169fcf8', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.999884] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.999884] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.000564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.002130] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0128b18f-1608-4ada-b37b-7a767561a279 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.018274] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.878s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.018328] env[69433]: DEBUG nova.objects.instance [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lazy-loading 'resources' on Instance uuid af0d50d8-371e-407f-8e11-2b0eb3b4f8be {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.031151] env[69433]: DEBUG nova.compute.manager [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Received event network-changed-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.031377] env[69433]: DEBUG nova.compute.manager [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Refreshing instance network info cache due to event network-changed-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.031735] env[69433]: DEBUG oslo_concurrency.lockutils [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] Acquiring lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.031910] env[69433]: DEBUG oslo_concurrency.lockutils [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] Acquired lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.032471] env[69433]: DEBUG nova.network.neutron [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Refreshing network info cache for port cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.037018] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.037018] env[69433]: value = "task-3338906" [ 971.037018] env[69433]: _type = "Task" [ 971.037018] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.046461] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338905, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.052218] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338906, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.053399] env[69433]: INFO nova.scheduler.client.report [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Deleted allocations for instance 19bafb38-586e-426a-871f-13af2220a30f [ 971.064712] env[69433]: DEBUG nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.104027] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.104249] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.104402] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.104588] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.104733] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.104877] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.105591] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.105826] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.106028] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.106186] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.106358] env[69433]: DEBUG nova.virt.hardware [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.108046] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5900d7-593c-4646-947c-217b0d6d2bc0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.116157] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0feaf5-f4c7-4a2e-b43b-60825eeb3205 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.145875] env[69433]: INFO nova.compute.manager [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Unrescuing [ 971.146134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.146281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquired lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.146455] env[69433]: DEBUG nova.network.neutron [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.266087] env[69433]: INFO nova.compute.manager [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Took 26.61 seconds to build instance. [ 971.527834] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338905, 'name': ReconfigVM_Task, 'duration_secs': 0.599848} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.528253] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Reconfigured VM instance instance-0000004a to attach disk [datastore1] d21def47-bae0-4fb8-92de-47f3e040cf09/d21def47-bae0-4fb8-92de-47f3e040cf09.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.528541] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance 'd21def47-bae0-4fb8-92de-47f3e040cf09' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.546616] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338906, 'name': CreateVM_Task, 'duration_secs': 0.421807} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.546813] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.547511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.547676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.547989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.548289] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc139c78-8971-4a4b-b404-792ac0b6fe9c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.554015] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 971.554015] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ef7ba4-4fdd-56a2-306b-283a25eb1666" [ 971.554015] env[69433]: _type = "Task" [ 971.554015] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.565127] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ef7ba4-4fdd-56a2-306b-283a25eb1666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.565592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-054393bb-59da-4dcc-8e48-d0bcef0ddb77 tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "19bafb38-586e-426a-871f-13af2220a30f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.006s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.769154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fbd25927-5c26-46e4-930c-1aa6ad8d3382 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "30928176-61ad-404e-b774-211abb635320" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.124s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.906198] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74f9c9-96ff-4124-b222-a9e0f999036f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.916980] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7ace70-6fd2-45b0-ba77-d93f622be146 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.975545] env[69433]: DEBUG nova.network.neutron [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Updated VIF entry in instance network info cache for port cd0fb9a2-c163-4da7-9ca9-b6421169fcf8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.978074] env[69433]: DEBUG nova.network.neutron [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Updating instance_info_cache with network_info: [{"id": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "address": "fa:16:3e:0c:8d:47", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0fb9a2-c1", "ovs_interfaceid": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.979144] env[69433]: DEBUG nova.network.neutron [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.981530] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cfe072-0401-4c91-ba08-91b1d80a1aee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.986054] env[69433]: DEBUG nova.network.neutron [-] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.994558] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6037b29-3e33-43fe-98a7-fb35f6936aaf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.018897] env[69433]: DEBUG nova.compute.provider_tree [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.039520] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ec0ec-402d-444b-b694-54043fb915af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.064024] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ad2f7d-1a1a-4842-a05a-4b3eac265cca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.073116] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ef7ba4-4fdd-56a2-306b-283a25eb1666, 'name': SearchDatastore_Task, 'duration_secs': 0.016181} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.086539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.086871] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.087162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.087316] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.087499] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.088459] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance 'd21def47-bae0-4fb8-92de-47f3e040cf09' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.091951] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64faabfb-93b7-411c-a9ba-ab139d92ee96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.103763] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.103952] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.104722] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ba0398-9d45-4e08-8cab-7260e19622aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.110688] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 972.110688] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527334ea-642e-e74f-f2b1-af72ac4e4e73" [ 972.110688] env[69433]: _type = "Task" [ 972.110688] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.119285] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527334ea-642e-e74f-f2b1-af72ac4e4e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.335143] env[69433]: DEBUG nova.network.neutron [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Successfully updated port: 5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.489178] env[69433]: DEBUG oslo_concurrency.lockutils [req-7270f8fc-b31f-40b3-be0c-dd0ec75b6663 req-c72106b9-dada-426c-9477-62de2278812e service nova] Releasing lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.489742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Releasing lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.490467] env[69433]: DEBUG nova.objects.instance [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lazy-loading 'flavor' on Instance uuid 45b1b295-23ae-4628-9762-209ac7f1b60b {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.491811] env[69433]: INFO nova.compute.manager [-] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Took 1.62 seconds to deallocate network for instance. [ 972.521957] env[69433]: DEBUG nova.scheduler.client.report [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.620928] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527334ea-642e-e74f-f2b1-af72ac4e4e73, 'name': SearchDatastore_Task, 'duration_secs': 0.026571} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.621728] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22200827-c361-47f2-a9e7-986197f5963d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.626573] env[69433]: DEBUG nova.network.neutron [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Port 05da6d0e-6aef-41bd-be35-78c023fa78ee binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 972.629285] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 972.629285] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d2cfda-dec0-3e35-7ebc-18555e061770" [ 972.629285] env[69433]: _type = "Task" [ 972.629285] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.636465] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d2cfda-dec0-3e35-7ebc-18555e061770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.837742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.837912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.838080] env[69433]: DEBUG nova.network.neutron [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.877513] env[69433]: DEBUG nova.network.neutron [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.998259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.999391] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57bcccc-6eb1-4660-af32-f66f297feeba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.024731] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.027333] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1279babe-1da4-4cc1-828d-cff05d869da4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.031030] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.012s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.032277] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.372s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.032471] env[69433]: DEBUG nova.objects.instance [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'resources' on Instance uuid 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.042133] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 973.042133] env[69433]: value = "task-3338908" [ 973.042133] env[69433]: _type = "Task" [ 973.042133] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.051385] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.059150] env[69433]: INFO nova.scheduler.client.report [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Deleted allocations for instance af0d50d8-371e-407f-8e11-2b0eb3b4f8be [ 973.084557] env[69433]: DEBUG nova.network.neutron [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Updating instance_info_cache with network_info: [{"id": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "address": "fa:16:3e:8a:83:7c", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ada9c52-14", "ovs_interfaceid": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.144092] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d2cfda-dec0-3e35-7ebc-18555e061770, 'name': SearchDatastore_Task, 'duration_secs': 0.019448} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.144212] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.144621] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 02ea3950-de8f-412b-8ed0-9082de36b502/02ea3950-de8f-412b-8ed0-9082de36b502.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.144728] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0501cb7-9705-4c33-a64a-6dec72739f1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.151329] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 973.151329] env[69433]: value = "task-3338909" [ 973.151329] env[69433]: _type = "Task" [ 973.151329] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.159619] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.164317] env[69433]: DEBUG nova.compute.manager [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Received event network-vif-deleted-0e9f1507-6e6a-436a-9795-9eecff3d81d8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.164472] env[69433]: DEBUG nova.compute.manager [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Received event network-vif-plugged-5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.164654] env[69433]: DEBUG oslo_concurrency.lockutils [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] Acquiring lock "f268d682-a949-4f25-bc00-5b74f6099346-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.164882] env[69433]: DEBUG oslo_concurrency.lockutils [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] Lock "f268d682-a949-4f25-bc00-5b74f6099346-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.169020] env[69433]: DEBUG oslo_concurrency.lockutils [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] Lock "f268d682-a949-4f25-bc00-5b74f6099346-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.169020] env[69433]: DEBUG nova.compute.manager [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] No waiting events found dispatching network-vif-plugged-5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.169020] env[69433]: WARNING nova.compute.manager [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Received unexpected event network-vif-plugged-5ada9c52-14c6-4548-a4a3-ba2d6487d587 for instance with vm_state building and task_state spawning. [ 973.169020] env[69433]: DEBUG nova.compute.manager [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Received event network-changed-5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.169020] env[69433]: DEBUG nova.compute.manager [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Refreshing instance network info cache due to event network-changed-5ada9c52-14c6-4548-a4a3-ba2d6487d587. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.169020] env[69433]: DEBUG oslo_concurrency.lockutils [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] Acquiring lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.551999] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338908, 'name': PowerOffVM_Task, 'duration_secs': 0.230323} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.552391] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.558334] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfiguring VM instance instance-0000002e to detach disk 2002 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.561968] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee01f3a1-503e-43b9-9c63-2d300391166c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.581335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14c236b0-a330-4340-8c92-d360d34f0f69 tempest-ServersWithSpecificFlavorTestJSON-1502411251 tempest-ServersWithSpecificFlavorTestJSON-1502411251-project-member] Lock "af0d50d8-371e-407f-8e11-2b0eb3b4f8be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.411s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.587822] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.587822] env[69433]: DEBUG nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Instance network_info: |[{"id": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "address": "fa:16:3e:8a:83:7c", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ada9c52-14", "ovs_interfaceid": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.587822] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 973.587822] env[69433]: value = "task-3338910" [ 973.587822] env[69433]: _type = "Task" [ 973.587822] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.590714] env[69433]: DEBUG oslo_concurrency.lockutils [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] Acquired lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.590915] env[69433]: DEBUG nova.network.neutron [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Refreshing network info cache for port 5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.592517] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:83:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ada9c52-14c6-4548-a4a3-ba2d6487d587', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.600562] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Creating folder: Project (14678104ee8f4b9ba0d9a5e4d614145b). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.603377] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a10a0d-05fb-4629-ae48-c0cff1d097ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.622392] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Created folder: Project (14678104ee8f4b9ba0d9a5e4d614145b) in parent group-v666200. [ 973.622745] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Creating folder: Instances. Parent ref: group-v666427. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.622745] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.623209] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56c2edcc-8a9b-4c8a-85f2-062c6d09f742 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.633463] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Created folder: Instances in parent group-v666427. [ 973.633716] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.634855] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.634855] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272d013c-42d9-4cf6-8a47-f2f2e02bf6f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.673285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.673513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.673686] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.680567] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.680567] env[69433]: value = "task-3338913" [ 973.680567] env[69433]: _type = "Task" [ 973.680567] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.688731] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338909, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.697302] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338913, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.744626] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "d838f60b-8f27-4e42-b309-fc1d280578ee" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.744963] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.745181] env[69433]: DEBUG nova.compute.manager [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.746309] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e189ac-c2d2-4419-964d-a61500f1fe61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.753621] env[69433]: DEBUG nova.compute.manager [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 973.754179] env[69433]: DEBUG nova.objects.instance [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lazy-loading 'flavor' on Instance uuid d838f60b-8f27-4e42-b309-fc1d280578ee {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.891041] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e3aef5-a33c-462d-99cd-748f463f6ca8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.900512] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2124a612-7031-4221-88bd-eeada45a3900 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.934444] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18f7875-c10a-47e5-be7d-d87490ee8367 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.942516] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe6b8a-f280-4200-9b33-0e5ed6043fd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.957458] env[69433]: DEBUG nova.compute.provider_tree [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.112744] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338910, 'name': ReconfigVM_Task, 'duration_secs': 0.492167} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.113045] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfigured VM instance instance-0000002e to detach disk 2002 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.113241] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.113527] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94aa6e0a-370c-4bb7-a1d5-136e5cedf805 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.121026] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 974.121026] env[69433]: value = "task-3338914" [ 974.121026] env[69433]: _type = "Task" [ 974.121026] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.128396] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.177899] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54269} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.177899] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 02ea3950-de8f-412b-8ed0-9082de36b502/02ea3950-de8f-412b-8ed0-9082de36b502.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.177899] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.177899] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e67daad-8235-472b-b9e8-d20a2b0ac833 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.181810] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 974.181810] env[69433]: value = "task-3338915" [ 974.181810] env[69433]: _type = "Task" [ 974.181810] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.203885] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.208468] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338913, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.460956] env[69433]: DEBUG nova.scheduler.client.report [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.503736] env[69433]: DEBUG nova.network.neutron [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Updated VIF entry in instance network info cache for port 5ada9c52-14c6-4548-a4a3-ba2d6487d587. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.504136] env[69433]: DEBUG nova.network.neutron [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Updating instance_info_cache with network_info: [{"id": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "address": "fa:16:3e:8a:83:7c", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ada9c52-14", "ovs_interfaceid": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.631364] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338914, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.693164] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338913, 'name': CreateVM_Task, 'duration_secs': 0.641283} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.698779] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.699428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.699594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.699913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.700716] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ff2f24-cf81-4235-819e-25c684df2ba1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.447511] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.448538] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.451650] env[69433]: DEBUG oslo_concurrency.lockutils [req-7eaff408-a564-4b6f-b974-483aca552dd9 req-74a402d8-29a6-4a12-b0ea-edca0923e7ff service nova] Releasing lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.451650] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164764} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.452665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.452665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.452821] env[69433]: DEBUG nova.network.neutron [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.454655] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb7c34bb-a1af-4197-b2a1-2b0bbc571c9a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.456440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.202s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.456656] env[69433]: DEBUG nova.objects.instance [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lazy-loading 'resources' on Instance uuid 6630642f-1b62-420f-b7ef-b1ea751d7c8c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.462056] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.463572] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c8b724-f8f8-453e-9f81-5b666f63e309 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.466097] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 975.466097] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524af2dc-8cfc-38a9-0cf2-55a233848d4a" [ 975.466097] env[69433]: _type = "Task" [ 975.466097] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.487765] env[69433]: DEBUG oslo_vmware.api [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 975.487765] env[69433]: value = "task-3338916" [ 975.487765] env[69433]: _type = "Task" [ 975.487765] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.488217] env[69433]: DEBUG oslo_vmware.api [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3338914, 'name': PowerOnVM_Task, 'duration_secs': 0.527032} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.503470] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 02ea3950-de8f-412b-8ed0-9082de36b502/02ea3950-de8f-412b-8ed0-9082de36b502.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.503470] env[69433]: INFO nova.scheduler.client.report [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted allocations for instance 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 [ 975.505690] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 975.505957] env[69433]: DEBUG nova.compute.manager [None req-35a84b1d-1d2f-4f31-856c-39c3363a9b5e tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 975.506256] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7d842ad-2dbf-47c1-a253-2c46e6b34075 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.538559] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15171fd-2fb1-4b4c-9b82-866482174cf4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.541996] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524af2dc-8cfc-38a9-0cf2-55a233848d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014699} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.543390] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.543390] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.543559] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.543724] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.543912] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.544692] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbcfa320-d204-43f6-8025-3268cb0c3806 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.553862] env[69433]: DEBUG oslo_vmware.api [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.555855] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 975.555855] env[69433]: value = "task-3338917" [ 975.555855] env[69433]: _type = "Task" [ 975.555855] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.562607] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.562787] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.567436] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20dd390-d4b8-41be-87c6-c5fb9949c56c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.572876] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.577160] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 975.577160] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fe53fa-b329-771c-83ae-7b5745ee354d" [ 975.577160] env[69433]: _type = "Task" [ 975.577160] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.585282] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fe53fa-b329-771c-83ae-7b5745ee354d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.020285] env[69433]: DEBUG oslo_vmware.api [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338916, 'name': PowerOffVM_Task, 'duration_secs': 0.23775} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.027283] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.027283] env[69433]: DEBUG nova.compute.manager [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.027431] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6df53bd-7b52-4212-ba55-c4341b4705be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.048311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.048902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.048902] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "5c97dd93-7e4a-4118-83db-a937e7db3f28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.049115] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.049308] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.053179] env[69433]: INFO nova.compute.manager [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Terminating instance [ 976.054524] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9ac4a939-d75e-4f3f-88cf-a75ec713f21e tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.292s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.057054] env[69433]: DEBUG oslo_concurrency.lockutils [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] Acquired lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.057054] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af08bc-ef3f-43ff-a918-47cc8af718e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.075801] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338917, 'name': ReconfigVM_Task, 'duration_secs': 0.338459} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.076997] env[69433]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 976.077163] env[69433]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69433) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 976.078030] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 02ea3950-de8f-412b-8ed0-9082de36b502/02ea3950-de8f-412b-8ed0-9082de36b502.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.078378] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Creating Virtual Disk of size 2097152 KB and adapter type paraVirtual on the data store {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 976.079493] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-934ce2c4-546b-4505-b428-e3e3efea72df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.084498] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9f5bdcb-9368-4862-8a3a-5e62be9cd4ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.095274] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fe53fa-b329-771c-83ae-7b5745ee354d, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.097799] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 976.097799] env[69433]: value = "task-3338918" [ 976.097799] env[69433]: _type = "Task" [ 976.097799] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.098055] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef6eea5-d693-4f78-8a13-ca1b34b1dc07 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.102926] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee69fb3-250c-48ea-ae9d-d5c622c38364 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.123474] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 976.123474] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526727a4-e437-d0a4-a555-ab66afbb04c8" [ 976.123474] env[69433]: _type = "Task" [ 976.123474] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.126701] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338918, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.145879] env[69433]: ERROR root [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-666325' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-666325' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-666325' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-666325'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-666325' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-666325' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-666325'}\n"]: nova.exception.InstanceNotFound: Instance 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 could not be found. [ 976.146107] env[69433]: DEBUG oslo_concurrency.lockutils [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] Releasing lock "295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.146307] env[69433]: DEBUG nova.compute.manager [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Detach interface failed, port_id=bace37b5-ec24-4b70-a1d8-76d9a909d99e, reason: Instance 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 976.146484] env[69433]: DEBUG nova.compute.manager [req-05d6d76c-07f6-4a98-9224-73e40b9ed427 req-cf843e16-dbc8-4545-aa4f-7f7029efe398 service nova] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Received event network-vif-deleted-7960517f-2801-4aad-abb4-c917db9db0e5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.151800] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526727a4-e437-d0a4-a555-ab66afbb04c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.152044] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.152291] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] f268d682-a949-4f25-bc00-5b74f6099346/f268d682-a949-4f25-bc00-5b74f6099346.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.152777] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81145bd4-e9d1-4c7e-8644-f3157e4a4155 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.161896] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 976.161896] env[69433]: value = "task-3338919" [ 976.161896] env[69433]: _type = "Task" [ 976.161896] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.169745] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.302743] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647645e9-93ee-4fe9-96e3-a8142aaa8a2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.312315] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badca107-f689-47e7-aaff-cded18bd06e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.347282] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666b02a7-02bb-48ea-ae99-6ba548dc94fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.361231] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206a2c19-2baf-4ea9-b8c1-97fa8d343394 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.371509] env[69433]: DEBUG nova.network.neutron [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance_info_cache with network_info: [{"id": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "address": "fa:16:3e:4b:9a:09", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05da6d0e-6a", "ovs_interfaceid": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.386629] env[69433]: DEBUG nova.compute.provider_tree [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.541825] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32d88e06-9008-4be5-acfa-b146571a5e51 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.797s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.566901] env[69433]: DEBUG nova.compute.manager [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.571076] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.571076] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3cceb0-0297-490f-bfaa-37098152ae40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.578401] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.579713] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3333e6b-7bb4-466f-9e46-9b4e57b15125 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.588121] env[69433]: DEBUG oslo_vmware.api [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 976.588121] env[69433]: value = "task-3338920" [ 976.588121] env[69433]: _type = "Task" [ 976.588121] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.599679] env[69433]: DEBUG oslo_vmware.api [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.611927] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338918, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.070801} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.612239] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Created Virtual Disk of size 2097152 KB and type thin {{(pid=69433) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 976.613863] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2569a908-429e-472e-bdaf-5061f85a31c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.639458] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 02ea3950-de8f-412b-8ed0-9082de36b502/swap.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.639773] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1218be39-7d11-4cba-91e9-5be40fbf1faa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.659980] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 976.659980] env[69433]: value = "task-3338921" [ 976.659980] env[69433]: _type = "Task" [ 976.659980] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.671157] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338919, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.674437] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.876757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.890525] env[69433]: DEBUG nova.scheduler.client.report [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.098163] env[69433]: DEBUG oslo_vmware.api [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338920, 'name': PowerOffVM_Task, 'duration_secs': 0.272194} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.098506] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.098777] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.099142] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71eb2b46-732d-4be2-8462-e46277210586 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.172739] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.176822] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533786} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.177191] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] f268d682-a949-4f25-bc00-5b74f6099346/f268d682-a949-4f25-bc00-5b74f6099346.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.181193] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.181193] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1411003-c8b0-4f16-bcd3-bf95b7c9baf5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.185244] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.185458] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.185640] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Deleting the datastore file [datastore2] 5c97dd93-7e4a-4118-83db-a937e7db3f28 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.186645] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69cdd2f6-a1ef-4bf2-a00c-6d17dc20fd04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.191021] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 977.191021] env[69433]: value = "task-3338923" [ 977.191021] env[69433]: _type = "Task" [ 977.191021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.195473] env[69433]: DEBUG oslo_vmware.api [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for the task: (returnval){ [ 977.195473] env[69433]: value = "task-3338924" [ 977.195473] env[69433]: _type = "Task" [ 977.195473] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.202760] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.208094] env[69433]: DEBUG oslo_vmware.api [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.395582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.398413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.102s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.400127] env[69433]: INFO nova.compute.claims [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.404322] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d48c41-94d0-4f44-b8db-2df390a17114 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.436406] env[69433]: INFO nova.scheduler.client.report [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted allocations for instance 6630642f-1b62-420f-b7ef-b1ea751d7c8c [ 977.439493] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05778121-8d27-4426-825f-224e8f9b224d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.448215] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance 'd21def47-bae0-4fb8-92de-47f3e040cf09' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 977.673268] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338921, 'name': ReconfigVM_Task, 'duration_secs': 0.625705} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.673581] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 02ea3950-de8f-412b-8ed0-9082de36b502/swap.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.674233] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d98418a7-0613-4993-82cf-3670b09417d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.681268] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 977.681268] env[69433]: value = "task-3338925" [ 977.681268] env[69433]: _type = "Task" [ 977.681268] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.687682] env[69433]: DEBUG nova.compute.manager [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Received event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.687877] env[69433]: DEBUG nova.compute.manager [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing instance network info cache due to event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.688121] env[69433]: DEBUG oslo_concurrency.lockutils [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] Acquiring lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.688262] env[69433]: DEBUG oslo_concurrency.lockutils [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] Acquired lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.688453] env[69433]: DEBUG nova.network.neutron [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.706022] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338925, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.713385] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206481} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.713714] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.714577] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c447eef4-3135-4e52-a280-7aa9e2869bf7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.721258] env[69433]: DEBUG oslo_vmware.api [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.743341] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] f268d682-a949-4f25-bc00-5b74f6099346/f268d682-a949-4f25-bc00-5b74f6099346.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.744296] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1270a1fc-c574-4495-ab8a-ba7cc76be4e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.765275] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 977.765275] env[69433]: value = "task-3338926" [ 977.765275] env[69433]: _type = "Task" [ 977.765275] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.773523] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.835895] env[69433]: DEBUG nova.objects.instance [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lazy-loading 'flavor' on Instance uuid d838f60b-8f27-4e42-b309-fc1d280578ee {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.947994] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c26a4358-6d22-403c-930c-f2f9622d4632 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "6630642f-1b62-420f-b7ef-b1ea751d7c8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.316s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.954372] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.954743] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f339737-47f8-46b2-bad3-e12ebd2836f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.962201] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 977.962201] env[69433]: value = "task-3338927" [ 977.962201] env[69433]: _type = "Task" [ 977.962201] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.977724] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338927, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.195277] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338925, 'name': Rename_Task, 'duration_secs': 0.271753} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.195842] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.196296] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123fa516-6e3e-4366-b5e0-8fc1dda382c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.204876] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 978.204876] env[69433]: value = "task-3338928" [ 978.204876] env[69433]: _type = "Task" [ 978.204876] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.219490] env[69433]: DEBUG oslo_vmware.api [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Task: {'id': task-3338924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555395} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.220946] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.221206] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.221395] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.221575] env[69433]: INFO nova.compute.manager [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Took 1.65 seconds to destroy the instance on the hypervisor. [ 978.221900] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.222052] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.222301] env[69433]: DEBUG nova.compute.manager [-] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.222398] env[69433]: DEBUG nova.network.neutron [-] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.276915] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338926, 'name': ReconfigVM_Task, 'duration_secs': 0.384364} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.277274] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Reconfigured VM instance instance-00000052 to attach disk [datastore1] f268d682-a949-4f25-bc00-5b74f6099346/f268d682-a949-4f25-bc00-5b74f6099346.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.277940] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d21e4a28-03d3-429c-8743-cc212a29a452 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.287309] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 978.287309] env[69433]: value = "task-3338929" [ 978.287309] env[69433]: _type = "Task" [ 978.287309] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.303829] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338929, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.342132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.342313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquired lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.342484] env[69433]: DEBUG nova.network.neutron [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.342657] env[69433]: DEBUG nova.objects.instance [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lazy-loading 'info_cache' on Instance uuid d838f60b-8f27-4e42-b309-fc1d280578ee {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.480391] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.549896] env[69433]: DEBUG nova.network.neutron [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updated VIF entry in instance network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.550355] env[69433]: DEBUG nova.network.neutron [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.627183] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.627439] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.627640] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.627820] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.627999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.633329] env[69433]: INFO nova.compute.manager [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Terminating instance [ 978.720402] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.750253] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4316fe57-1b05-48bb-9a77-dd4b7bf2d201 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.758236] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5ccffa-631e-47d6-a5cd-f1ae8dc6ebb3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.796773] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0750acff-baed-40d6-b245-670ee75af8be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.815219] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338929, 'name': Rename_Task, 'duration_secs': 0.187553} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.817325] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4edc18-83be-4c91-bb50-c8b1ff41533d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.821322] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.821802] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0123194-bb42-4dca-9a71-559bf754e741 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.835470] env[69433]: DEBUG nova.compute.provider_tree [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.838621] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 978.838621] env[69433]: value = "task-3338930" [ 978.838621] env[69433]: _type = "Task" [ 978.838621] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.848538] env[69433]: DEBUG nova.objects.base [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.850204] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338930, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.977178] env[69433]: DEBUG oslo_vmware.api [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338927, 'name': PowerOnVM_Task, 'duration_secs': 0.566873} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.977683] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.978045] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f60be8d5-2926-4c53-aa19-f2bd21e8a856 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance 'd21def47-bae0-4fb8-92de-47f3e040cf09' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.053457] env[69433]: DEBUG oslo_concurrency.lockutils [req-c1857e4f-9f60-460a-bc2f-d60b89eeda50 req-76ab42d0-eb62-40d1-9b9b-2a57a5e65bef service nova] Releasing lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.076529] env[69433]: DEBUG nova.compute.manager [req-2d2106c1-1525-4387-ad76-4408035e92c3 req-04bd3e70-be31-442d-b89c-1c0e5b11a805 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Received event network-vif-deleted-1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.076715] env[69433]: INFO nova.compute.manager [req-2d2106c1-1525-4387-ad76-4408035e92c3 req-04bd3e70-be31-442d-b89c-1c0e5b11a805 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Neutron deleted interface 1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f; detaching it from the instance and deleting it from the info cache [ 979.076883] env[69433]: DEBUG nova.network.neutron [req-2d2106c1-1525-4387-ad76-4408035e92c3 req-04bd3e70-be31-442d-b89c-1c0e5b11a805 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.084391] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.084663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.140803] env[69433]: DEBUG nova.compute.manager [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.141320] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.141938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed1d8e4-df6f-4102-be99-df87432ce009 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.150286] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.150889] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23ae6676-01d8-492e-a53e-73c92f8392f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.157384] env[69433]: DEBUG oslo_vmware.api [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 979.157384] env[69433]: value = "task-3338931" [ 979.157384] env[69433]: _type = "Task" [ 979.157384] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.165570] env[69433]: DEBUG oslo_vmware.api [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.220332] env[69433]: DEBUG oslo_vmware.api [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3338928, 'name': PowerOnVM_Task, 'duration_secs': 0.63214} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.220741] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.220854] env[69433]: INFO nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Took 10.23 seconds to spawn the instance on the hypervisor. [ 979.221022] env[69433]: DEBUG nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.221856] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f152b9-ac7b-466e-b334-7495b661b921 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.340301] env[69433]: DEBUG nova.scheduler.client.report [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.360589] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338930, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.397735] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "282194e6-1e3d-42bd-b6c3-fee09d54210e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.398017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.553325] env[69433]: DEBUG nova.network.neutron [-] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.581448] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a126506c-f36d-4e20-a1a0-03cd5e1ab07e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.587951] env[69433]: DEBUG nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.602065] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a062c0-8fd4-4e84-a262-16178c92514f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.611523] env[69433]: DEBUG nova.network.neutron [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Updating instance_info_cache with network_info: [{"id": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "address": "fa:16:3e:69:17:19", "network": {"id": "498f3316-6b78-4c3c-b215-ceccda2010ef", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1219845654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1af32b29650a4bdaa06664edd3a42339", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2d167a3-4e", "ovs_interfaceid": "c2d167a3-4e58-4123-9fa9-fe74e26163f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.642790] env[69433]: DEBUG nova.compute.manager [req-2d2106c1-1525-4387-ad76-4408035e92c3 req-04bd3e70-be31-442d-b89c-1c0e5b11a805 service nova] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Detach interface failed, port_id=1b4cc6fa-9a90-4eb3-9910-ff8b8d76470f, reason: Instance 5c97dd93-7e4a-4118-83db-a937e7db3f28 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 979.667857] env[69433]: DEBUG oslo_vmware.api [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338931, 'name': PowerOffVM_Task, 'duration_secs': 0.316601} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.668693] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.669504] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.669504] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc2d9812-d3ae-4b1e-a4a6-c51d5bbc706c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.723970] env[69433]: DEBUG nova.compute.manager [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Received event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.723970] env[69433]: DEBUG nova.compute.manager [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing instance network info cache due to event network-changed-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.723970] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] Acquiring lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.723970] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] Acquired lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.723970] env[69433]: DEBUG nova.network.neutron [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Refreshing network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.742851] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.743186] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.743420] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleting the datastore file [datastore1] 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.745611] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b127b091-63fb-47a6-a66b-5cf69f1ce777 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.749425] env[69433]: INFO nova.compute.manager [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Took 28.49 seconds to build instance. [ 979.753063] env[69433]: DEBUG oslo_vmware.api [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 979.753063] env[69433]: value = "task-3338933" [ 979.753063] env[69433]: _type = "Task" [ 979.753063] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.763259] env[69433]: DEBUG oslo_vmware.api [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.850593] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.850593] env[69433]: DEBUG nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.853800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.890s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.854086] env[69433]: DEBUG nova.objects.instance [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lazy-loading 'resources' on Instance uuid e8a132c2-c02e-453f-860d-06798706e76a {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.862874] env[69433]: DEBUG oslo_vmware.api [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3338930, 'name': PowerOnVM_Task, 'duration_secs': 0.901165} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.863718] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.863885] env[69433]: INFO nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Took 8.80 seconds to spawn the instance on the hypervisor. [ 979.864156] env[69433]: DEBUG nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.865184] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b7fb8-bb0c-4fce-9a7c-130878bab782 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.901886] env[69433]: DEBUG nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.057098] env[69433]: INFO nova.compute.manager [-] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Took 1.83 seconds to deallocate network for instance. [ 980.114738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Releasing lock "refresh_cache-d838f60b-8f27-4e42-b309-fc1d280578ee" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.125779] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.251995] env[69433]: DEBUG oslo_concurrency.lockutils [None req-08665f74-f7ab-4a00-9cca-9245efd2a561 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "02ea3950-de8f-412b-8ed0-9082de36b502" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.009s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.264101] env[69433]: DEBUG oslo_vmware.api [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281593} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.265910] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.266109] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.266281] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.266444] env[69433]: INFO nova.compute.manager [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 980.266676] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.266876] env[69433]: DEBUG nova.compute.manager [-] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.267028] env[69433]: DEBUG nova.network.neutron [-] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.360587] env[69433]: DEBUG nova.compute.utils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 980.365383] env[69433]: DEBUG nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 980.365383] env[69433]: DEBUG nova.network.neutron [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.386513] env[69433]: INFO nova.compute.manager [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Took 23.46 seconds to build instance. [ 980.428972] env[69433]: DEBUG nova.policy [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ee1f4e7e5b4dd2b05127f6b5556985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5a4877759264025851f0d919e77e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.435312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.529427] env[69433]: DEBUG nova.network.neutron [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updated VIF entry in instance network info cache for port ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.529827] env[69433]: DEBUG nova.network.neutron [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [{"id": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "address": "fa:16:3e:64:7c:94", "network": {"id": "d797cea8-9475-48c8-b82a-06d11b71fe16", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1012382669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81b28fc45f3c437f85d3476ac3bf9208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0b2a16-f4", "ovs_interfaceid": "ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.564981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.731107] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184e7e8c-27f2-4ad2-b761-c7e1a6474e65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.742566] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c263b9c-49ee-44df-ba9d-868d01e278bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.784823] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4c129-4e3b-4fd4-b3b5-20916959cc63 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.793672] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4497433-9ed7-4c62-9c98-a98de38ee6d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.810950] env[69433]: DEBUG nova.compute.provider_tree [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.866796] env[69433]: DEBUG nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.891128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-516080a9-4268-460a-beb8-3b04d03551db tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.977s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.035595] env[69433]: DEBUG oslo_concurrency.lockutils [req-0c016d0a-9a87-4ff3-9d69-0956ddbf1809 req-0c16d6e2-b814-4164-b396-5b69961094fd service nova] Releasing lock "refresh_cache-45b1b295-23ae-4628-9762-209ac7f1b60b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.111208] env[69433]: DEBUG nova.network.neutron [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Successfully created port: 010af186-aca2-4dea-a34b-8aa554e3a592 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.123099] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.123436] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afa24df4-af5a-4ba4-ac73-94084e1671b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.125408] env[69433]: DEBUG nova.network.neutron [-] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.132372] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.132865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.140638] env[69433]: DEBUG oslo_vmware.api [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 981.140638] env[69433]: value = "task-3338934" [ 981.140638] env[69433]: _type = "Task" [ 981.140638] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.148897] env[69433]: DEBUG oslo_vmware.api [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.314660] env[69433]: DEBUG nova.scheduler.client.report [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.633116] env[69433]: INFO nova.compute.manager [-] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Took 1.37 seconds to deallocate network for instance. [ 981.640543] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "d21def47-bae0-4fb8-92de-47f3e040cf09" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.640925] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.641231] env[69433]: DEBUG nova.compute.manager [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Going to confirm migration 5 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 981.642693] env[69433]: DEBUG nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.670132] env[69433]: DEBUG oslo_vmware.api [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338934, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.771030] env[69433]: DEBUG nova.compute.manager [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Received event network-changed-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.771342] env[69433]: DEBUG nova.compute.manager [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Refreshing instance network info cache due to event network-changed-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.771618] env[69433]: DEBUG oslo_concurrency.lockutils [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] Acquiring lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.771811] env[69433]: DEBUG oslo_concurrency.lockutils [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] Acquired lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.772033] env[69433]: DEBUG nova.network.neutron [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Refreshing network info cache for port cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.820883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.823353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.524s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.826017] env[69433]: INFO nova.compute.claims [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.852865] env[69433]: INFO nova.scheduler.client.report [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Deleted allocations for instance e8a132c2-c02e-453f-860d-06798706e76a [ 981.877276] env[69433]: DEBUG nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.906009] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.906295] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.906463] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.906650] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.906794] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.907333] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.907333] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.907460] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.907544] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.907708] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.907878] env[69433]: DEBUG nova.virt.hardware [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.909443] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590595b5-142c-40b9-b866-d4183f07c31d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.918754] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d92b9b-bfb2-4529-8efd-147b757b47fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.159801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.169837] env[69433]: DEBUG oslo_vmware.api [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338934, 'name': PowerOnVM_Task, 'duration_secs': 0.555155} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.169837] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.170023] env[69433]: DEBUG nova.compute.manager [None req-f5dbde59-9b55-43fb-a398-2dde81b856db tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.170883] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed17e22f-f3e2-4a59-9834-d2e5c858d6d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.180539] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.233916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.234162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.234378] env[69433]: DEBUG nova.network.neutron [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 982.234598] env[69433]: DEBUG nova.objects.instance [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lazy-loading 'info_cache' on Instance uuid d21def47-bae0-4fb8-92de-47f3e040cf09 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.362081] env[69433]: DEBUG oslo_concurrency.lockutils [None req-204818fc-75e2-4f9e-b99b-69daca1f00b0 tempest-ServerGroupTestJSON-1117512137 tempest-ServerGroupTestJSON-1117512137-project-member] Lock "e8a132c2-c02e-453f-860d-06798706e76a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.532424] env[69433]: DEBUG nova.network.neutron [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Updated VIF entry in instance network info cache for port cd0fb9a2-c163-4da7-9ca9-b6421169fcf8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.532815] env[69433]: DEBUG nova.network.neutron [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Updating instance_info_cache with network_info: [{"id": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "address": "fa:16:3e:0c:8d:47", "network": {"id": "85f8858a-6655-47dc-9026-b0d72cdb925d", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-283286784-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602a59d218a54b4aafb879d97a30ef96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0fb9a2-c1", "ovs_interfaceid": "cd0fb9a2-c163-4da7-9ca9-b6421169fcf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.035640] env[69433]: DEBUG oslo_concurrency.lockutils [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] Releasing lock "refresh_cache-02ea3950-de8f-412b-8ed0-9082de36b502" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.035980] env[69433]: DEBUG nova.compute.manager [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Received event network-vif-deleted-04fbfaa9-2c6e-4fba-9bad-97085b978340 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.036248] env[69433]: DEBUG nova.compute.manager [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Received event network-changed-5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.036473] env[69433]: DEBUG nova.compute.manager [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Refreshing instance network info cache due to event network-changed-5ada9c52-14c6-4548-a4a3-ba2d6487d587. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.036761] env[69433]: DEBUG oslo_concurrency.lockutils [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] Acquiring lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.036973] env[69433]: DEBUG oslo_concurrency.lockutils [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] Acquired lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.037276] env[69433]: DEBUG nova.network.neutron [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Refreshing network info cache for port 5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.107793] env[69433]: DEBUG nova.network.neutron [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Successfully updated port: 010af186-aca2-4dea-a34b-8aa554e3a592 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.191371] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac77f016-f59c-445a-99db-3e088b82ac2a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.200116] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef44a95-491b-4f51-b998-aba5361a1c74 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.245648] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52165985-c2b0-499a-91b1-59828cf4e542 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.253526] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51155d3d-f61c-48eb-a6f1-a1d69ad60299 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.268531] env[69433]: DEBUG nova.compute.provider_tree [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.526476] env[69433]: DEBUG nova.network.neutron [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance_info_cache with network_info: [{"id": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "address": "fa:16:3e:4b:9a:09", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05da6d0e-6a", "ovs_interfaceid": "05da6d0e-6aef-41bd-be35-78c023fa78ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.609660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-2cc172e7-1629-4554-8d87-3a219e9f246e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.610454] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-2cc172e7-1629-4554-8d87-3a219e9f246e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.610454] env[69433]: DEBUG nova.network.neutron [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.771398] env[69433]: DEBUG nova.scheduler.client.report [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.797934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.798478] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.854785] env[69433]: DEBUG nova.network.neutron [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Updated VIF entry in instance network info cache for port 5ada9c52-14c6-4548-a4a3-ba2d6487d587. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.855203] env[69433]: DEBUG nova.network.neutron [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Updating instance_info_cache with network_info: [{"id": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "address": "fa:16:3e:8a:83:7c", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ada9c52-14", "ovs_interfaceid": "5ada9c52-14c6-4548-a4a3-ba2d6487d587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.965264] env[69433]: DEBUG nova.compute.manager [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Received event network-vif-plugged-010af186-aca2-4dea-a34b-8aa554e3a592 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.965264] env[69433]: DEBUG oslo_concurrency.lockutils [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] Acquiring lock "2cc172e7-1629-4554-8d87-3a219e9f246e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.965478] env[69433]: DEBUG oslo_concurrency.lockutils [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.965615] env[69433]: DEBUG oslo_concurrency.lockutils [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.965781] env[69433]: DEBUG nova.compute.manager [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] No waiting events found dispatching network-vif-plugged-010af186-aca2-4dea-a34b-8aa554e3a592 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.965948] env[69433]: WARNING nova.compute.manager [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Received unexpected event network-vif-plugged-010af186-aca2-4dea-a34b-8aa554e3a592 for instance with vm_state building and task_state spawning. [ 983.966118] env[69433]: DEBUG nova.compute.manager [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Received event network-changed-010af186-aca2-4dea-a34b-8aa554e3a592 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.966271] env[69433]: DEBUG nova.compute.manager [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Refreshing instance network info cache due to event network-changed-010af186-aca2-4dea-a34b-8aa554e3a592. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.966433] env[69433]: DEBUG oslo_concurrency.lockutils [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] Acquiring lock "refresh_cache-2cc172e7-1629-4554-8d87-3a219e9f246e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.029238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-d21def47-bae0-4fb8-92de-47f3e040cf09" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.029470] env[69433]: DEBUG nova.objects.instance [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lazy-loading 'migration_context' on Instance uuid d21def47-bae0-4fb8-92de-47f3e040cf09 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.175087] env[69433]: DEBUG nova.network.neutron [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.278112] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.279354] env[69433]: DEBUG nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.282384] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.284s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.282519] env[69433]: DEBUG nova.objects.instance [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lazy-loading 'resources' on Instance uuid 38a91e6a-8f7a-4906-89dc-d50305d15f6e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.303240] env[69433]: DEBUG nova.compute.utils [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.328234] env[69433]: DEBUG nova.network.neutron [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Updating instance_info_cache with network_info: [{"id": "010af186-aca2-4dea-a34b-8aa554e3a592", "address": "fa:16:3e:dd:b1:d3", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010af186-ac", "ovs_interfaceid": "010af186-aca2-4dea-a34b-8aa554e3a592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.357442] env[69433]: DEBUG oslo_concurrency.lockutils [req-6a7b6ceb-ef37-4c43-8a99-8c60dc3257f3 req-1035b828-47b5-4f20-990f-8a7118a4fd6d service nova] Releasing lock "refresh_cache-f268d682-a949-4f25-bc00-5b74f6099346" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.535227] env[69433]: DEBUG nova.objects.base [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 984.535227] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57855915-2959-41ca-b077-d0096502e4e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.554633] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba6160b-3849-4a6d-96cf-cadee720d07f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.560224] env[69433]: DEBUG oslo_vmware.api [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 984.560224] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cef898-f994-4f3c-a386-73e45c1b894b" [ 984.560224] env[69433]: _type = "Task" [ 984.560224] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.569279] env[69433]: DEBUG oslo_vmware.api [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cef898-f994-4f3c-a386-73e45c1b894b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.785770] env[69433]: DEBUG nova.compute.utils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.790012] env[69433]: DEBUG nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.790193] env[69433]: DEBUG nova.network.neutron [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.806126] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.830790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-2cc172e7-1629-4554-8d87-3a219e9f246e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.831077] env[69433]: DEBUG nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Instance network_info: |[{"id": "010af186-aca2-4dea-a34b-8aa554e3a592", "address": "fa:16:3e:dd:b1:d3", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010af186-ac", "ovs_interfaceid": "010af186-aca2-4dea-a34b-8aa554e3a592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.831555] env[69433]: DEBUG oslo_concurrency.lockutils [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] Acquired lock "refresh_cache-2cc172e7-1629-4554-8d87-3a219e9f246e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.831725] env[69433]: DEBUG nova.network.neutron [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Refreshing network info cache for port 010af186-aca2-4dea-a34b-8aa554e3a592 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.836020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:b1:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '010af186-aca2-4dea-a34b-8aa554e3a592', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.841648] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.844832] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.847514] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95ecb7bc-a927-42b4-88a8-df690848f12f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.869493] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.869493] env[69433]: value = "task-3338935" [ 984.869493] env[69433]: _type = "Task" [ 984.869493] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.877657] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338935, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.900896] env[69433]: DEBUG nova.policy [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '199a1be05a1548c9835992a250770885', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c87c0b03b4ff499fa95ff79d290ff81a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.073595] env[69433]: DEBUG oslo_vmware.api [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cef898-f994-4f3c-a386-73e45c1b894b, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.073901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.151381] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23663f47-d840-4d9c-b897-a8aa890e0b70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.160288] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62814b8a-74bb-41a7-a374-5d8c47d9d8bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.193384] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ae10cb-46f7-4846-8586-5166bc1390ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.201630] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3197b5-6c82-4b2d-b618-263e288d60cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.215272] env[69433]: DEBUG nova.compute.provider_tree [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.220551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "30928176-61ad-404e-b774-211abb635320" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.220793] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "30928176-61ad-404e-b774-211abb635320" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.220998] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "30928176-61ad-404e-b774-211abb635320-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.221193] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "30928176-61ad-404e-b774-211abb635320-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.221360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "30928176-61ad-404e-b774-211abb635320-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.226247] env[69433]: INFO nova.compute.manager [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Terminating instance [ 985.294284] env[69433]: DEBUG nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.335454] env[69433]: DEBUG nova.network.neutron [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Updated VIF entry in instance network info cache for port 010af186-aca2-4dea-a34b-8aa554e3a592. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.335947] env[69433]: DEBUG nova.network.neutron [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Updating instance_info_cache with network_info: [{"id": "010af186-aca2-4dea-a34b-8aa554e3a592", "address": "fa:16:3e:dd:b1:d3", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010af186-ac", "ovs_interfaceid": "010af186-aca2-4dea-a34b-8aa554e3a592", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.378881] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338935, 'name': CreateVM_Task, 'duration_secs': 0.391296} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.378990] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.379640] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.379855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.380164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.380416] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275be0e1-449e-4be1-8490-475a6e9c55a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.385660] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 985.385660] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52445a6b-958a-53a9-badf-8722766331ad" [ 985.385660] env[69433]: _type = "Task" [ 985.385660] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.403179] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52445a6b-958a-53a9-badf-8722766331ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.403546] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.403726] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.403914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.404178] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.404260] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.404726] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7408bd61-c0ea-43a4-a7f8-83fefac3a9fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.414751] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.414953] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.416553] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dded7cae-bbb3-42a4-a2de-be0d29c6d3a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.423977] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 985.423977] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52088ef2-d7d8-2a81-7ad2-67164e08dc46" [ 985.423977] env[69433]: _type = "Task" [ 985.423977] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.434662] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52088ef2-d7d8-2a81-7ad2-67164e08dc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.469137] env[69433]: DEBUG nova.network.neutron [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Successfully created port: 4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.720090] env[69433]: DEBUG nova.scheduler.client.report [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.727082] env[69433]: DEBUG nova.compute.manager [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.727354] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.728419] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde417ab-f424-4eaa-bce5-3469a9251dd5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.738818] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.739146] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c6736bb-0426-489e-8d6c-e0ecb8591be9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.748105] env[69433]: DEBUG oslo_vmware.api [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 985.748105] env[69433]: value = "task-3338936" [ 985.748105] env[69433]: _type = "Task" [ 985.748105] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.755864] env[69433]: DEBUG oslo_vmware.api [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.841237] env[69433]: DEBUG oslo_concurrency.lockutils [req-0084697b-bf27-4005-83c8-70350daac2ee req-467b9856-b2af-49d9-a5bd-6f83d3d09258 service nova] Releasing lock "refresh_cache-2cc172e7-1629-4554-8d87-3a219e9f246e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.898514] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.898850] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.899344] env[69433]: INFO nova.compute.manager [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Attaching volume 43f7ed78-61cd-4321-98a9-5650b7307aa3 to /dev/sdb [ 985.936486] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52088ef2-d7d8-2a81-7ad2-67164e08dc46, 'name': SearchDatastore_Task, 'duration_secs': 0.009671} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.938587] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bd59ac-8a4f-4f32-a414-dbe1f78937fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.942340] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a782bc6-d5c7-4f89-80d4-fbfabacf4181 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.953113] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 985.953113] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52173f5c-9fe8-f27c-8938-a724fcbaaa4a" [ 985.953113] env[69433]: _type = "Task" [ 985.953113] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.963599] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67dd2263-2800-4159-ab89-0ec65ae22271 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.970272] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52173f5c-9fe8-f27c-8938-a724fcbaaa4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.983255] env[69433]: DEBUG nova.virt.block_device [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updating existing volume attachment record: 5de9b0cf-33a2-4cbe-8034-b2e189eb22e8 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 986.225328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.227664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.102s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.229286] env[69433]: INFO nova.compute.claims [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.257521] env[69433]: DEBUG oslo_vmware.api [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338936, 'name': PowerOffVM_Task, 'duration_secs': 0.269198} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.258574] env[69433]: INFO nova.scheduler.client.report [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Deleted allocations for instance 38a91e6a-8f7a-4906-89dc-d50305d15f6e [ 986.259596] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.259767] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.260053] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f89ed9-44d1-41f0-b54c-ec66e8c95356 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.304891] env[69433]: DEBUG nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.342933] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.343276] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.343445] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.343675] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.343864] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.344053] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.344357] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.344488] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.346679] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.346679] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.346679] env[69433]: DEBUG nova.virt.hardware [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.346679] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc525115-ca26-468f-8444-d2f546402bb9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.351929] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.352613] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.352613] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleting the datastore file [datastore1] 30928176-61ad-404e-b774-211abb635320 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.353285] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfbbd5c3-81bc-4d4f-b43b-cc42b6090a86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.365282] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1353f37e-f502-44fe-aa28-533b092f5cd6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.372637] env[69433]: DEBUG oslo_vmware.api [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 986.372637] env[69433]: value = "task-3338941" [ 986.372637] env[69433]: _type = "Task" [ 986.372637] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.391284] env[69433]: DEBUG oslo_vmware.api [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.465111] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52173f5c-9fe8-f27c-8938-a724fcbaaa4a, 'name': SearchDatastore_Task, 'duration_secs': 0.033265} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.465426] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.465709] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 2cc172e7-1629-4554-8d87-3a219e9f246e/2cc172e7-1629-4554-8d87-3a219e9f246e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.466020] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c242c9e-0bdd-48a9-857c-37a854edbd0a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.473880] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 986.473880] env[69433]: value = "task-3338942" [ 986.473880] env[69433]: _type = "Task" [ 986.473880] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.489723] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.772233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-56e29962-f649-4c23-a22a-f1a64f7e486c tempest-ServersTestJSON-902466120 tempest-ServersTestJSON-902466120-project-member] Lock "38a91e6a-8f7a-4906-89dc-d50305d15f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.280s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.886728] env[69433]: DEBUG oslo_vmware.api [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209892} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.887037] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.887037] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.887218] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.887510] env[69433]: INFO nova.compute.manager [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: 30928176-61ad-404e-b774-211abb635320] Took 1.16 seconds to destroy the instance on the hypervisor. [ 986.887879] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.888139] env[69433]: DEBUG nova.compute.manager [-] [instance: 30928176-61ad-404e-b774-211abb635320] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.888249] env[69433]: DEBUG nova.network.neutron [-] [instance: 30928176-61ad-404e-b774-211abb635320] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.986458] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338942, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.199524] env[69433]: DEBUG nova.compute.manager [req-407d8a70-a104-41ea-b157-12b0bea57715 req-4746e45e-3dc6-4375-84cc-aaba9ae8e461 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Received event network-vif-plugged-4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.200257] env[69433]: DEBUG oslo_concurrency.lockutils [req-407d8a70-a104-41ea-b157-12b0bea57715 req-4746e45e-3dc6-4375-84cc-aaba9ae8e461 service nova] Acquiring lock "3a05b9ee-e661-4445-824e-7a74ec764286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.200257] env[69433]: DEBUG oslo_concurrency.lockutils [req-407d8a70-a104-41ea-b157-12b0bea57715 req-4746e45e-3dc6-4375-84cc-aaba9ae8e461 service nova] Lock "3a05b9ee-e661-4445-824e-7a74ec764286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.200257] env[69433]: DEBUG oslo_concurrency.lockutils [req-407d8a70-a104-41ea-b157-12b0bea57715 req-4746e45e-3dc6-4375-84cc-aaba9ae8e461 service nova] Lock "3a05b9ee-e661-4445-824e-7a74ec764286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.200493] env[69433]: DEBUG nova.compute.manager [req-407d8a70-a104-41ea-b157-12b0bea57715 req-4746e45e-3dc6-4375-84cc-aaba9ae8e461 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] No waiting events found dispatching network-vif-plugged-4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.200631] env[69433]: WARNING nova.compute.manager [req-407d8a70-a104-41ea-b157-12b0bea57715 req-4746e45e-3dc6-4375-84cc-aaba9ae8e461 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Received unexpected event network-vif-plugged-4632cc00-f6e5-41ba-8de8-17953a5b4074 for instance with vm_state building and task_state spawning. [ 987.499523] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535467} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.499840] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 2cc172e7-1629-4554-8d87-3a219e9f246e/2cc172e7-1629-4554-8d87-3a219e9f246e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 987.500098] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.500405] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b7a0c1f-e828-40cf-aaea-cd7503ad29ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.512335] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 987.512335] env[69433]: value = "task-3338943" [ 987.512335] env[69433]: _type = "Task" [ 987.512335] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.521529] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.572245] env[69433]: DEBUG nova.network.neutron [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Successfully updated port: 4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.596677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338688fe-6015-45ea-a3ad-36154b92d38f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.606821] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1462713-7d59-46e1-a389-58c83ae3742c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.640753] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add58e92-4b10-43d9-abd5-61800b4231e0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.648729] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa4fac6-ac80-4bd5-8347-da526f5f90d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.665291] env[69433]: DEBUG nova.compute.provider_tree [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.021989] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069023} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.022438] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.023263] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2bfa87-df66-4acc-bcbc-780c5c314c76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.036936] env[69433]: DEBUG nova.network.neutron [-] [instance: 30928176-61ad-404e-b774-211abb635320] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.046602] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 2cc172e7-1629-4554-8d87-3a219e9f246e/2cc172e7-1629-4554-8d87-3a219e9f246e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.047125] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a062b4c-d996-40a5-9130-b2040a194b8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.071597] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 988.071597] env[69433]: value = "task-3338944" [ 988.071597] env[69433]: _type = "Task" [ 988.071597] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.076456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.076456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquired lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.076456] env[69433]: DEBUG nova.network.neutron [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.081019] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.171567] env[69433]: DEBUG nova.scheduler.client.report [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.305222] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "a3f53b54-3830-466d-9921-9c57443f2615" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.305545] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "a3f53b54-3830-466d-9921-9c57443f2615" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.548490] env[69433]: INFO nova.compute.manager [-] [instance: 30928176-61ad-404e-b774-211abb635320] Took 1.66 seconds to deallocate network for instance. [ 988.583602] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.627416] env[69433]: DEBUG nova.network.neutron [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.679174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.679767] env[69433]: DEBUG nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.689058] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.250s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.690740] env[69433]: INFO nova.compute.claims [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.810246] env[69433]: DEBUG nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.883170] env[69433]: DEBUG nova.network.neutron [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Updating instance_info_cache with network_info: [{"id": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "address": "fa:16:3e:f5:7a:be", "network": {"id": "c9b3ed62-c0ba-45fa-a2e9-3812813a730c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1995211936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87c0b03b4ff499fa95ff79d290ff81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632cc00-f6", "ovs_interfaceid": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.057864] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.085062] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338944, 'name': ReconfigVM_Task, 'duration_secs': 0.786744} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.086420] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 2cc172e7-1629-4554-8d87-3a219e9f246e/2cc172e7-1629-4554-8d87-3a219e9f246e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.086420] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83a9b39e-bba6-4112-aecb-335d83f116cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.098380] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 989.098380] env[69433]: value = "task-3338946" [ 989.098380] env[69433]: _type = "Task" [ 989.098380] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.112683] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338946, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.199179] env[69433]: DEBUG nova.compute.utils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.201260] env[69433]: DEBUG nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.201582] env[69433]: DEBUG nova.network.neutron [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.236407] env[69433]: DEBUG nova.compute.manager [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] [instance: 30928176-61ad-404e-b774-211abb635320] Received event network-vif-deleted-ef565cfd-cc6b-4bc1-92a3-5ca7a9448a88 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.237262] env[69433]: DEBUG nova.compute.manager [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Received event network-changed-4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.237262] env[69433]: DEBUG nova.compute.manager [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Refreshing instance network info cache due to event network-changed-4632cc00-f6e5-41ba-8de8-17953a5b4074. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.237262] env[69433]: DEBUG oslo_concurrency.lockutils [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] Acquiring lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.273692] env[69433]: DEBUG nova.policy [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.341753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.386020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Releasing lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.386020] env[69433]: DEBUG nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Instance network_info: |[{"id": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "address": "fa:16:3e:f5:7a:be", "network": {"id": "c9b3ed62-c0ba-45fa-a2e9-3812813a730c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1995211936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87c0b03b4ff499fa95ff79d290ff81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632cc00-f6", "ovs_interfaceid": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.386020] env[69433]: DEBUG oslo_concurrency.lockutils [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] Acquired lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.386020] env[69433]: DEBUG nova.network.neutron [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Refreshing network info cache for port 4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.387092] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:7a:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4632cc00-f6e5-41ba-8de8-17953a5b4074', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.395118] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Creating folder: Project (c87c0b03b4ff499fa95ff79d290ff81a). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.398189] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c18fe669-00b6-451b-aff5-0d1a60549177 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.410602] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Created folder: Project (c87c0b03b4ff499fa95ff79d290ff81a) in parent group-v666200. [ 989.410802] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Creating folder: Instances. Parent ref: group-v666433. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.411047] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3253b93-86ef-44a8-b6e1-834df5bcaa4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.419899] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Created folder: Instances in parent group-v666433. [ 989.420113] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.420309] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.420520] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-454e79c7-4c84-4a8c-a931-e932acf35ad9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.442852] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.442852] env[69433]: value = "task-3338949" [ 989.442852] env[69433]: _type = "Task" [ 989.442852] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.454489] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338949, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.614035] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338946, 'name': Rename_Task, 'duration_secs': 0.250699} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.614035] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.614035] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a12d56cd-2412-4f13-aaa6-2796cebf30ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.618233] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 989.618233] env[69433]: value = "task-3338950" [ 989.618233] env[69433]: _type = "Task" [ 989.618233] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.627509] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.705337] env[69433]: DEBUG nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.766535] env[69433]: DEBUG nova.network.neutron [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Updated VIF entry in instance network info cache for port 4632cc00-f6e5-41ba-8de8-17953a5b4074. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.767124] env[69433]: DEBUG nova.network.neutron [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Updating instance_info_cache with network_info: [{"id": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "address": "fa:16:3e:f5:7a:be", "network": {"id": "c9b3ed62-c0ba-45fa-a2e9-3812813a730c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1995211936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87c0b03b4ff499fa95ff79d290ff81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632cc00-f6", "ovs_interfaceid": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.821031] env[69433]: DEBUG nova.network.neutron [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Successfully created port: c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.957967] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338949, 'name': CreateVM_Task, 'duration_secs': 0.317491} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.957967] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.957967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.958739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.958739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.961868] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a099192-a439-404f-a3ac-ab0e30f9e608 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.969403] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 989.969403] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52273f86-7ce8-51d6-9e13-c26f087f1dd5" [ 989.969403] env[69433]: _type = "Task" [ 989.969403] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.982543] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52273f86-7ce8-51d6-9e13-c26f087f1dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.01007} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.982659] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.982903] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.983160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.983322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.983513] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.983788] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411d2e08-a580-4e5e-a19d-9bbfffe849d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.991681] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.991882] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.992622] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed22970-8852-4f79-bbc4-48ab02498181 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.997934] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 989.997934] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b35fa2-1a94-c9ae-bd37-c4b16f40f8ac" [ 989.997934] env[69433]: _type = "Task" [ 989.997934] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.011218] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b35fa2-1a94-c9ae-bd37-c4b16f40f8ac, 'name': SearchDatastore_Task, 'duration_secs': 0.008656} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.012104] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb93c6d-f181-4c37-8888-ed13d70f0248 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.019859] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 990.019859] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52baf4be-87f5-c0f4-0f6f-9436bef2c72e" [ 990.019859] env[69433]: _type = "Task" [ 990.019859] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.027246] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52baf4be-87f5-c0f4-0f6f-9436bef2c72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.071812] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadd7290-8007-46e1-ab80-f2885d6f8969 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.079442] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d280da87-8dba-48d3-aedb-1856e457ccc0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.118841] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdcab24-53f7-4498-91c3-dadf78e12f55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.133653] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044c4ff3-2691-47b3-b7a2-21ce27f82529 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.138488] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.148834] env[69433]: DEBUG nova.compute.provider_tree [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.271740] env[69433]: DEBUG oslo_concurrency.lockutils [req-a7f4c487-f06a-475d-a60f-046e018d594c req-4d34fd2a-486b-4340-bd8e-46efc0438a35 service nova] Releasing lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.530658] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52baf4be-87f5-c0f4-0f6f-9436bef2c72e, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.530658] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.530658] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3a05b9ee-e661-4445-824e-7a74ec764286/3a05b9ee-e661-4445-824e-7a74ec764286.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.530658] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36d153fa-028a-4222-8722-f9c17419755f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.536818] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 990.536818] env[69433]: value = "task-3338951" [ 990.536818] env[69433]: _type = "Task" [ 990.536818] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.537774] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 990.538027] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 990.538833] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7821e231-fa80-4dc8-ad63-b21c6253ab89 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.560107] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fdd4ec-2265-4fff-a8df-7c08c2f8fd54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.562973] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.584725] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-43f7ed78-61cd-4321-98a9-5650b7307aa3/volume-43f7ed78-61cd-4321-98a9-5650b7307aa3.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.585027] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f732849-00b0-4d66-97a4-444cb62235c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.603073] env[69433]: DEBUG oslo_vmware.api [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 990.603073] env[69433]: value = "task-3338952" [ 990.603073] env[69433]: _type = "Task" [ 990.603073] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.611594] env[69433]: DEBUG oslo_vmware.api [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338952, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.631624] env[69433]: DEBUG oslo_vmware.api [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338950, 'name': PowerOnVM_Task, 'duration_secs': 0.682894} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.631897] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.632112] env[69433]: INFO nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Took 8.75 seconds to spawn the instance on the hypervisor. [ 990.632305] env[69433]: DEBUG nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.633154] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3624650-c888-4c88-91ed-5dfe5b61dfef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.652058] env[69433]: DEBUG nova.scheduler.client.report [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.721158] env[69433]: DEBUG nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.748177] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.748177] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.748177] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.748850] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.749225] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.749529] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.749872] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.750187] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.750479] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.750779] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.751113] env[69433]: DEBUG nova.virt.hardware [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.752760] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc676d-3763-44b0-9afe-566477a1829f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.763782] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5099521-a357-4fca-b1c5-efb5b314a0c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.048982] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463996} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.049293] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3a05b9ee-e661-4445-824e-7a74ec764286/3a05b9ee-e661-4445-824e-7a74ec764286.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 991.049836] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 991.049836] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-063ca3fc-e5ff-43c2-8710-f74f94c49c2e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.056831] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 991.056831] env[69433]: value = "task-3338953" [ 991.056831] env[69433]: _type = "Task" [ 991.056831] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.064956] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.113496] env[69433]: DEBUG oslo_vmware.api [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338952, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.151051] env[69433]: INFO nova.compute.manager [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Took 28.88 seconds to build instance. [ 991.160888] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.476s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.161433] env[69433]: DEBUG nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.164915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.600s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.165386] env[69433]: DEBUG nova.objects.instance [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lazy-loading 'resources' on Instance uuid 5c97dd93-7e4a-4118-83db-a937e7db3f28 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.431385] env[69433]: DEBUG nova.compute.manager [req-8b549dac-d696-4dd7-b4f2-93d35843b5db req-722cb777-457d-4f6d-872d-55c9e80974c6 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-vif-plugged-c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.431385] env[69433]: DEBUG oslo_concurrency.lockutils [req-8b549dac-d696-4dd7-b4f2-93d35843b5db req-722cb777-457d-4f6d-872d-55c9e80974c6 service nova] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.431385] env[69433]: DEBUG oslo_concurrency.lockutils [req-8b549dac-d696-4dd7-b4f2-93d35843b5db req-722cb777-457d-4f6d-872d-55c9e80974c6 service nova] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.431385] env[69433]: DEBUG oslo_concurrency.lockutils [req-8b549dac-d696-4dd7-b4f2-93d35843b5db req-722cb777-457d-4f6d-872d-55c9e80974c6 service nova] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.431889] env[69433]: DEBUG nova.compute.manager [req-8b549dac-d696-4dd7-b4f2-93d35843b5db req-722cb777-457d-4f6d-872d-55c9e80974c6 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] No waiting events found dispatching network-vif-plugged-c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.432257] env[69433]: WARNING nova.compute.manager [req-8b549dac-d696-4dd7-b4f2-93d35843b5db req-722cb777-457d-4f6d-872d-55c9e80974c6 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received unexpected event network-vif-plugged-c2221691-e9f1-419c-99b7-ebfeee3f2fd8 for instance with vm_state building and task_state spawning. [ 991.565466] env[69433]: DEBUG nova.network.neutron [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Successfully updated port: c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.574771] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070376} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.575363] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.576507] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a746503d-2f32-4112-84b9-58e2b969192f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.606023] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 3a05b9ee-e661-4445-824e-7a74ec764286/3a05b9ee-e661-4445-824e-7a74ec764286.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.607180] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f180d93f-ccf5-4a55-a7f5-b4b0dcdb6c34 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.634738] env[69433]: DEBUG oslo_vmware.api [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338952, 'name': ReconfigVM_Task, 'duration_secs': 0.522189} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.636578] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-43f7ed78-61cd-4321-98a9-5650b7307aa3/volume-43f7ed78-61cd-4321-98a9-5650b7307aa3.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.648198] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 991.648198] env[69433]: value = "task-3338954" [ 991.648198] env[69433]: _type = "Task" [ 991.648198] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.648198] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1e8066d-0a3f-4bef-ae62-1972d1ea464f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.667259] env[69433]: DEBUG oslo_concurrency.lockutils [None req-2386de8f-5fc4-407f-81f5-f99d9551f93a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.409s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.669465] env[69433]: DEBUG nova.compute.utils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.682151] env[69433]: DEBUG nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.682492] env[69433]: DEBUG nova.network.neutron [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.686132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "2cc172e7-1629-4554-8d87-3a219e9f246e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.686440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.686727] env[69433]: DEBUG nova.compute.manager [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 991.689337] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd48d87-fdbf-445e-a32d-a52d78bd13ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.697364] env[69433]: DEBUG oslo_vmware.api [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 991.697364] env[69433]: value = "task-3338955" [ 991.697364] env[69433]: _type = "Task" [ 991.697364] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.705821] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.719802] env[69433]: DEBUG nova.compute.manager [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 991.719802] env[69433]: DEBUG nova.objects.instance [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'flavor' on Instance uuid 2cc172e7-1629-4554-8d87-3a219e9f246e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.730764] env[69433]: DEBUG oslo_vmware.api [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.742483] env[69433]: DEBUG nova.policy [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39aa5648818149639e11802f42d5cc50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b22361665274b24bc2976618e33228b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.075991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.076237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.077379] env[69433]: DEBUG nova.network.neutron [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.081213] env[69433]: DEBUG nova.network.neutron [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Successfully created port: fe28c2ad-0aac-4137-a34f-c3e4f6496da8 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.140305] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be9021d-b138-4091-9307-1d0de6363839 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.154910] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd60d7a0-8db1-4167-afa9-f27c84d25a5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.188426] env[69433]: DEBUG nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.195265] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7360dcb4-eebe-40fe-aaf3-17afb6846799 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.210701] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac1c017-e4f8-4181-bc79-d8c7f6613f1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.216949] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.242022] env[69433]: DEBUG nova.compute.provider_tree [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.245403] env[69433]: DEBUG oslo_vmware.api [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338955, 'name': ReconfigVM_Task, 'duration_secs': 0.174194} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.245684] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 992.624155] env[69433]: DEBUG nova.network.neutron [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.697485] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338954, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.730840] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.731227] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc239bd0-e1a1-42f5-827b-be2074ff7bac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.737836] env[69433]: DEBUG oslo_vmware.api [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 992.737836] env[69433]: value = "task-3338956" [ 992.737836] env[69433]: _type = "Task" [ 992.737836] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.744479] env[69433]: DEBUG nova.scheduler.client.report [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.755685] env[69433]: DEBUG oslo_vmware.api [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.787461] env[69433]: DEBUG nova.network.neutron [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.199020] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338954, 'name': ReconfigVM_Task, 'duration_secs': 1.097824} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.199435] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 3a05b9ee-e661-4445-824e-7a74ec764286/3a05b9ee-e661-4445-824e-7a74ec764286.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.200375] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f880e42-ef13-4ad9-be0d-f0a3035f9053 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.204939] env[69433]: DEBUG nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.209254] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 993.209254] env[69433]: value = "task-3338957" [ 993.209254] env[69433]: _type = "Task" [ 993.209254] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.220375] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338957, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.229223] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.229223] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.229223] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.229223] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.229223] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.229223] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.229492] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.229492] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.229571] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.229785] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.229888] env[69433]: DEBUG nova.virt.hardware [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.230951] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2184cc2-4495-4d7b-92fc-2c9a30d1983d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.238568] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c242211e-76b1-4482-82b2-7e06fa17f295 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.256751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.262053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.102s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.262307] env[69433]: DEBUG nova.objects.instance [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lazy-loading 'resources' on Instance uuid 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.264187] env[69433]: DEBUG oslo_vmware.api [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338956, 'name': PowerOffVM_Task, 'duration_secs': 0.183762} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.264187] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.264187] env[69433]: DEBUG nova.compute.manager [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.264600] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519aac0e-2a69-4c23-a244-5b4291d219f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.289820] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.290220] env[69433]: DEBUG nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Instance network_info: |[{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.291022] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:db:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2221691-e9f1-419c-99b7-ebfeee3f2fd8', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.299802] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.301112] env[69433]: INFO nova.scheduler.client.report [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Deleted allocations for instance 5c97dd93-7e4a-4118-83db-a937e7db3f28 [ 993.303666] env[69433]: DEBUG nova.objects.instance [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'flavor' on Instance uuid 97b2bc5b-267b-440b-a66a-0fd86f49ace2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.305233] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.306846] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f397490a-6c7b-4000-92c9-bec35d37566d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.332028] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.332028] env[69433]: value = "task-3338958" [ 993.332028] env[69433]: _type = "Task" [ 993.332028] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.340802] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338958, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.644085] env[69433]: DEBUG nova.compute.manager [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-changed-c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.644085] env[69433]: DEBUG nova.compute.manager [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing instance network info cache due to event network-changed-c2221691-e9f1-419c-99b7-ebfeee3f2fd8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.644221] env[69433]: DEBUG oslo_concurrency.lockutils [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.645469] env[69433]: DEBUG oslo_concurrency.lockutils [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.645469] env[69433]: DEBUG nova.network.neutron [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing network info cache for port c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.719532] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338957, 'name': Rename_Task, 'duration_secs': 0.168016} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.719804] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.720062] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c06c6cf-47fa-47d2-a833-9b5263e75086 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.730439] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 993.730439] env[69433]: value = "task-3338959" [ 993.730439] env[69433]: _type = "Task" [ 993.730439] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.735356] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.778241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-72b42f1c-60ba-451b-917b-5aa2d4ad6be5 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.804499] env[69433]: DEBUG nova.network.neutron [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Successfully updated port: fe28c2ad-0aac-4137-a34f-c3e4f6496da8 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.827267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8f5c2c6-6425-499e-8e41-ad3381ad000f tempest-VolumesAdminNegativeTest-844668312 tempest-VolumesAdminNegativeTest-844668312-project-member] Lock "5c97dd93-7e4a-4118-83db-a937e7db3f28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.779s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.833877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c5d356ac-56eb-466a-96cb-54d896e6819c tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.933s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.848618] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338958, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.071526] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b37dc8-9cd8-4ca5-9a91-3000042eb009 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.080922] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86bcc66-ee16-4353-9a37-4b7e14cb6a5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.115598] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c909f87-00d6-473c-aa3f-34b821420f9e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.124223] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4637e4d-b0e8-4d59-acd0-b262f5820574 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.138264] env[69433]: DEBUG nova.compute.provider_tree [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.241380] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.298590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.298843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.309328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "refresh_cache-282194e6-1e3d-42bd-b6c3-fee09d54210e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.309670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "refresh_cache-282194e6-1e3d-42bd-b6c3-fee09d54210e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.309843] env[69433]: DEBUG nova.network.neutron [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.343683] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338958, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.406310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "2cc172e7-1629-4554-8d87-3a219e9f246e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.406782] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.409018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "2cc172e7-1629-4554-8d87-3a219e9f246e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.409018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.409018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.410254] env[69433]: INFO nova.compute.manager [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Terminating instance [ 994.429094] env[69433]: DEBUG nova.network.neutron [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updated VIF entry in instance network info cache for port c2221691-e9f1-419c-99b7-ebfeee3f2fd8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.429170] env[69433]: DEBUG nova.network.neutron [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.643062] env[69433]: DEBUG nova.scheduler.client.report [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.742964] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.808646] env[69433]: DEBUG nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.810546] env[69433]: INFO nova.compute.manager [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Rebuilding instance [ 994.850401] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338958, 'name': CreateVM_Task, 'duration_secs': 1.47502} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.851260] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.852435] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.852736] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.853287] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.857288] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a31e4fe-af96-4cdc-a637-23be1738aaf4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.865021] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 994.865021] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525c4ca5-e228-25e4-cdea-c88464683edb" [ 994.865021] env[69433]: _type = "Task" [ 994.865021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.872447] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525c4ca5-e228-25e4-cdea-c88464683edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.882113] env[69433]: DEBUG nova.compute.manager [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.883112] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c91e68-226f-418d-9769-43cffb12731a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.899664] env[69433]: DEBUG nova.network.neutron [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.915549] env[69433]: DEBUG nova.compute.manager [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.916026] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.918331] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f3fe8f-d56e-4770-91ce-7f2dcff43ce3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.926648] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.926708] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac328eb7-cf44-428b-8bd8-c44b8039a2fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.931466] env[69433]: DEBUG oslo_concurrency.lockutils [req-e78514a0-f462-40ad-8102-19cd324bb02a req-69877c2d-f3db-45f2-9a2d-dac69b26e553 service nova] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.003021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.003021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.003021] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleting the datastore file [datastore1] 2cc172e7-1629-4554-8d87-3a219e9f246e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.003021] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2d3ed47-c765-4358-b66e-53f48396537f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.010750] env[69433]: DEBUG oslo_vmware.api [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 995.010750] env[69433]: value = "task-3338961" [ 995.010750] env[69433]: _type = "Task" [ 995.010750] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.018825] env[69433]: DEBUG oslo_vmware.api [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.149158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.152372] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.972s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.153932] env[69433]: INFO nova.compute.claims [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.172893] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.173181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.173400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.173583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.173756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.175932] env[69433]: INFO nova.compute.manager [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Terminating instance [ 995.187725] env[69433]: INFO nova.scheduler.client.report [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted allocations for instance 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f [ 995.241690] env[69433]: DEBUG oslo_vmware.api [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3338959, 'name': PowerOnVM_Task, 'duration_secs': 1.221546} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.241690] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.242409] env[69433]: INFO nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Took 8.94 seconds to spawn the instance on the hypervisor. [ 995.242409] env[69433]: DEBUG nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 995.243357] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bca9b5e-2fef-4548-8af0-9975474203d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.336255] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.375885] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525c4ca5-e228-25e4-cdea-c88464683edb, 'name': SearchDatastore_Task, 'duration_secs': 0.011747} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.376256] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.376496] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.376746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.376895] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.377093] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.377647] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-954f42ab-6160-42ef-9dee-bc714da07292 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.386301] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.386489] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.387249] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c196b325-cc53-46d3-a595-bdd2235b6259 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.393108] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 995.393108] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525202c7-9ab2-7b82-f930-639d90747dfa" [ 995.393108] env[69433]: _type = "Task" [ 995.393108] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.403148] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525202c7-9ab2-7b82-f930-639d90747dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.524020] env[69433]: DEBUG oslo_vmware.api [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3338961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134446} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.524020] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.524020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.524020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.524020] env[69433]: INFO nova.compute.manager [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 995.524020] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.524020] env[69433]: DEBUG nova.compute.manager [-] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.524020] env[69433]: DEBUG nova.network.neutron [-] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.560392] env[69433]: DEBUG nova.network.neutron [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Updating instance_info_cache with network_info: [{"id": "fe28c2ad-0aac-4137-a34f-c3e4f6496da8", "address": "fa:16:3e:16:60:b7", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe28c2ad-0a", "ovs_interfaceid": "fe28c2ad-0aac-4137-a34f-c3e4f6496da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.679893] env[69433]: DEBUG nova.compute.manager [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.680155] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.681156] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5653ba34-5813-447b-b507-632514f551ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.692198] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.692669] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7f500bdb-3a3a-4fd8-8105-1009dbe9d435 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "362c3083-d9e8-496c-a0c2-b6edc8b7cd4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.065s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.697275] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b591c6-1210-4af1-a2d3-15b6201b1436 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.706209] env[69433]: DEBUG oslo_vmware.api [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 995.706209] env[69433]: value = "task-3338962" [ 995.706209] env[69433]: _type = "Task" [ 995.706209] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.720503] env[69433]: DEBUG oslo_vmware.api [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.764929] env[69433]: INFO nova.compute.manager [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Took 25.49 seconds to build instance. [ 995.869252] env[69433]: DEBUG nova.compute.manager [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Received event network-vif-plugged-fe28c2ad-0aac-4137-a34f-c3e4f6496da8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.869457] env[69433]: DEBUG oslo_concurrency.lockutils [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] Acquiring lock "282194e6-1e3d-42bd-b6c3-fee09d54210e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.869673] env[69433]: DEBUG oslo_concurrency.lockutils [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.869841] env[69433]: DEBUG oslo_concurrency.lockutils [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.870014] env[69433]: DEBUG nova.compute.manager [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] No waiting events found dispatching network-vif-plugged-fe28c2ad-0aac-4137-a34f-c3e4f6496da8 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.870450] env[69433]: WARNING nova.compute.manager [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Received unexpected event network-vif-plugged-fe28c2ad-0aac-4137-a34f-c3e4f6496da8 for instance with vm_state building and task_state spawning. [ 995.870624] env[69433]: DEBUG nova.compute.manager [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Received event network-changed-fe28c2ad-0aac-4137-a34f-c3e4f6496da8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.870783] env[69433]: DEBUG nova.compute.manager [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Refreshing instance network info cache due to event network-changed-fe28c2ad-0aac-4137-a34f-c3e4f6496da8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.870952] env[69433]: DEBUG oslo_concurrency.lockutils [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] Acquiring lock "refresh_cache-282194e6-1e3d-42bd-b6c3-fee09d54210e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.904643] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.904958] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16551334-cb7d-4186-b47d-58368f58d654 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.918444] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525202c7-9ab2-7b82-f930-639d90747dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.008228} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.921222] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 995.921222] env[69433]: value = "task-3338963" [ 995.921222] env[69433]: _type = "Task" [ 995.921222] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.921499] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38eb8b27-1f7b-4b0c-a3a3-02b9acc3d300 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.932749] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 995.932749] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5236f75e-899d-6fb4-5e33-29576327bc04" [ 995.932749] env[69433]: _type = "Task" [ 995.932749] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.939172] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.956160] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5236f75e-899d-6fb4-5e33-29576327bc04, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.956511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.956806] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 688174d7-99f8-47e4-a21a-fb6133430bf6/688174d7-99f8-47e4-a21a-fb6133430bf6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.957620] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d13b049a-cb9f-464a-b4ed-22cb194c462f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.965017] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 995.965017] env[69433]: value = "task-3338964" [ 995.965017] env[69433]: _type = "Task" [ 995.965017] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.973329] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.067035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "refresh_cache-282194e6-1e3d-42bd-b6c3-fee09d54210e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.067529] env[69433]: DEBUG nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Instance network_info: |[{"id": "fe28c2ad-0aac-4137-a34f-c3e4f6496da8", "address": "fa:16:3e:16:60:b7", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe28c2ad-0a", "ovs_interfaceid": "fe28c2ad-0aac-4137-a34f-c3e4f6496da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.068136] env[69433]: DEBUG oslo_concurrency.lockutils [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] Acquired lock "refresh_cache-282194e6-1e3d-42bd-b6c3-fee09d54210e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.068341] env[69433]: DEBUG nova.network.neutron [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Refreshing network info cache for port fe28c2ad-0aac-4137-a34f-c3e4f6496da8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.069987] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:60:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe28c2ad-0aac-4137-a34f-c3e4f6496da8', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.080443] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.081423] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.081520] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f479e468-98fa-4b3a-89b2-4e86e6978dac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.112891] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.112891] env[69433]: value = "task-3338965" [ 996.112891] env[69433]: _type = "Task" [ 996.112891] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.129447] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338965, 'name': CreateVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.181581] env[69433]: DEBUG nova.scheduler.client.report [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 996.207422] env[69433]: DEBUG nova.scheduler.client.report [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 996.208154] env[69433]: DEBUG nova.compute.provider_tree [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 996.219258] env[69433]: DEBUG oslo_vmware.api [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338962, 'name': PowerOffVM_Task, 'duration_secs': 0.326277} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.220968] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.221614] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.221614] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-963fb9d4-f10c-4519-9e5b-e816e4e1e3f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.224622] env[69433]: DEBUG nova.scheduler.client.report [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 996.252461] env[69433]: DEBUG nova.scheduler.client.report [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 996.267692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7c1d1315-1d6f-4945-b9bf-6768736b9edb tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "3a05b9ee-e661-4445-824e-7a74ec764286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.006s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.297696] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.298017] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.299015] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Deleting the datastore file [datastore2] 40e488c2-596d-4c5e-870d-c3c0d6bb1f38 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.299015] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-792b0910-2288-4fc2-a3c2-a48b9c93f5f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.305784] env[69433]: DEBUG oslo_vmware.api [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for the task: (returnval){ [ 996.305784] env[69433]: value = "task-3338967" [ 996.305784] env[69433]: _type = "Task" [ 996.305784] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.318171] env[69433]: DEBUG oslo_vmware.api [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.437110] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338963, 'name': PowerOffVM_Task, 'duration_secs': 0.2135} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.438025] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.478371] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475216} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.478709] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 688174d7-99f8-47e4-a21a-fb6133430bf6/688174d7-99f8-47e4-a21a-fb6133430bf6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.479069] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.479409] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dc55618-bb5c-47bc-a447-bfa13f7e400e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.486783] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 996.486783] env[69433]: value = "task-3338968" [ 996.486783] env[69433]: _type = "Task" [ 996.486783] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.507703] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338968, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.516954] env[69433]: INFO nova.compute.manager [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Detaching volume 43f7ed78-61cd-4321-98a9-5650b7307aa3 [ 996.563712] env[69433]: INFO nova.virt.block_device [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Attempting to driver detach volume 43f7ed78-61cd-4321-98a9-5650b7307aa3 from mountpoint /dev/sdb [ 996.564133] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 996.564767] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 996.566264] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f875b25-9149-4225-a3d0-4e6fe98db4ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.597106] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb39986-898a-4e19-998f-2e708a44fe6b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.600661] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58800f4-80e8-4921-af2c-a737165194b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.608175] env[69433]: DEBUG nova.network.neutron [-] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.614035] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9b883a-2ae8-4288-8452-99895a6f32eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.618409] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2793136f-c568-4e48-9841-daeb2b5b96d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.674650] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc2c6c0-a31e-4b48-8990-95b273235512 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.677639] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338965, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.678688] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb45e449-c160-4361-8d4e-6f2ec6a34dbc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.694214] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] The volume has not been displaced from its original location: [datastore1] volume-43f7ed78-61cd-4321-98a9-5650b7307aa3/volume-43f7ed78-61cd-4321-98a9-5650b7307aa3.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 996.699332] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.701493] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e87d5b-4acc-416c-8490-5ce106ac108d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.717129] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75aafc8-2e84-431a-ae7a-16f6771bf79b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.731481] env[69433]: DEBUG nova.compute.provider_tree [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.736407] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 996.736407] env[69433]: value = "task-3338969" [ 996.736407] env[69433]: _type = "Task" [ 996.736407] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.745965] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.758050] env[69433]: DEBUG nova.compute.manager [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Received event network-changed-4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.758265] env[69433]: DEBUG nova.compute.manager [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Refreshing instance network info cache due to event network-changed-4632cc00-f6e5-41ba-8de8-17953a5b4074. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.758661] env[69433]: DEBUG oslo_concurrency.lockutils [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] Acquiring lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.758661] env[69433]: DEBUG oslo_concurrency.lockutils [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] Acquired lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.758814] env[69433]: DEBUG nova.network.neutron [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Refreshing network info cache for port 4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.819028] env[69433]: DEBUG oslo_vmware.api [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Task: {'id': task-3338967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240757} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.819285] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.819472] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.819681] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.819879] env[69433]: INFO nova.compute.manager [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 996.820149] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.820356] env[69433]: DEBUG nova.compute.manager [-] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.820455] env[69433]: DEBUG nova.network.neutron [-] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.008154] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338968, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063251} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.008154] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.009137] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d4be35-2158-4b37-b0e6-8e9e0347d3da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.036243] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 688174d7-99f8-47e4-a21a-fb6133430bf6/688174d7-99f8-47e4-a21a-fb6133430bf6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.042436] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5fdb279-3c09-40bc-9a8c-03cce7d7bf8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.065396] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 997.065396] env[69433]: value = "task-3338970" [ 997.065396] env[69433]: _type = "Task" [ 997.065396] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.076035] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.118589] env[69433]: INFO nova.compute.manager [-] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Took 1.60 seconds to deallocate network for instance. [ 997.134008] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338965, 'name': CreateVM_Task, 'duration_secs': 0.532528} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.134008] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.134008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.134008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.135180] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.135451] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d9ff1dc-9d56-4a9d-8c78-70ca81686f6b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.140687] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 997.140687] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eca760-4f50-8835-b1b7-846b2f71df74" [ 997.140687] env[69433]: _type = "Task" [ 997.140687] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.150834] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eca760-4f50-8835-b1b7-846b2f71df74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.166087] env[69433]: DEBUG nova.network.neutron [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Updated VIF entry in instance network info cache for port fe28c2ad-0aac-4137-a34f-c3e4f6496da8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.166482] env[69433]: DEBUG nova.network.neutron [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Updating instance_info_cache with network_info: [{"id": "fe28c2ad-0aac-4137-a34f-c3e4f6496da8", "address": "fa:16:3e:16:60:b7", "network": {"id": "8991451b-4ace-41ea-86e6-4912a3a5fecf", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1858380876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b22361665274b24bc2976618e33228b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe28c2ad-0a", "ovs_interfaceid": "fe28c2ad-0aac-4137-a34f-c3e4f6496da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.238415] env[69433]: DEBUG nova.scheduler.client.report [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.252613] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338969, 'name': ReconfigVM_Task, 'duration_secs': 0.385321} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.252900] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.258639] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d1474f-23cc-4b1e-b5e1-5b4392ce419e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.284647] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 997.284647] env[69433]: value = "task-3338971" [ 997.284647] env[69433]: _type = "Task" [ 997.284647] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.293861] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.576750] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.607907] env[69433]: DEBUG nova.network.neutron [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Updated VIF entry in instance network info cache for port 4632cc00-f6e5-41ba-8de8-17953a5b4074. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.608536] env[69433]: DEBUG nova.network.neutron [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Updating instance_info_cache with network_info: [{"id": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "address": "fa:16:3e:f5:7a:be", "network": {"id": "c9b3ed62-c0ba-45fa-a2e9-3812813a730c", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1995211936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c87c0b03b4ff499fa95ff79d290ff81a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4632cc00-f6", "ovs_interfaceid": "4632cc00-f6e5-41ba-8de8-17953a5b4074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.629181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.654971] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eca760-4f50-8835-b1b7-846b2f71df74, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.655406] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.655696] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.655978] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.656308] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.656481] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.657087] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e641e87-2563-4557-9a56-ba228d0a3680 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.666493] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.666716] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.667558] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6bda65-726e-4eaa-b097-7b1359e05741 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.672312] env[69433]: DEBUG oslo_concurrency.lockutils [req-2afc67da-2c72-4ace-a990-4471f758961b req-5c54f6f3-67a4-4766-8488-2693e60c7e3d service nova] Releasing lock "refresh_cache-282194e6-1e3d-42bd-b6c3-fee09d54210e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.676960] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 997.676960] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520b42ed-4451-6682-b335-9509d8072e38" [ 997.676960] env[69433]: _type = "Task" [ 997.676960] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.690419] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520b42ed-4451-6682-b335-9509d8072e38, 'name': SearchDatastore_Task, 'duration_secs': 0.008374} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.691192] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d2f0916-c411-460c-a7d5-d1fe35286628 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.696679] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 997.696679] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52617cde-801c-112f-98a5-0d225f221136" [ 997.696679] env[69433]: _type = "Task" [ 997.696679] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.704785] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52617cde-801c-112f-98a5-0d225f221136, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.743687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.744251] env[69433]: DEBUG nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.746800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.673s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.794624] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338971, 'name': ReconfigVM_Task, 'duration_secs': 0.286273} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.794930] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 997.904380] env[69433]: DEBUG nova.compute.manager [req-99f6d75f-1d37-4986-80a0-09554d51a6f3 req-9fe310b2-cf61-40d8-9da7-a1399e533180 service nova] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Received event network-vif-deleted-010af186-aca2-4dea-a34b-8aa554e3a592 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.904570] env[69433]: DEBUG nova.compute.manager [req-99f6d75f-1d37-4986-80a0-09554d51a6f3 req-9fe310b2-cf61-40d8-9da7-a1399e533180 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Received event network-vif-deleted-f218a544-1650-404d-9361-6ed0e4e460c3 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.904687] env[69433]: INFO nova.compute.manager [req-99f6d75f-1d37-4986-80a0-09554d51a6f3 req-9fe310b2-cf61-40d8-9da7-a1399e533180 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Neutron deleted interface f218a544-1650-404d-9361-6ed0e4e460c3; detaching it from the instance and deleting it from the info cache [ 997.904878] env[69433]: DEBUG nova.network.neutron [req-99f6d75f-1d37-4986-80a0-09554d51a6f3 req-9fe310b2-cf61-40d8-9da7-a1399e533180 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.080310] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338970, 'name': ReconfigVM_Task, 'duration_secs': 0.639365} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.080744] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 688174d7-99f8-47e4-a21a-fb6133430bf6/688174d7-99f8-47e4-a21a-fb6133430bf6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.081582] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5662c81e-452a-4baa-9f0b-3e6f6dfa2647 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.091209] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 998.091209] env[69433]: value = "task-3338972" [ 998.091209] env[69433]: _type = "Task" [ 998.091209] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.102436] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338972, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.111075] env[69433]: DEBUG oslo_concurrency.lockutils [req-cfc937d4-5c06-488f-851d-3f72509f355f req-22453974-fb42-43d9-b589-593917616c1d service nova] Releasing lock "refresh_cache-3a05b9ee-e661-4445-824e-7a74ec764286" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.184524] env[69433]: DEBUG nova.network.neutron [-] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.208850] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52617cde-801c-112f-98a5-0d225f221136, 'name': SearchDatastore_Task, 'duration_secs': 0.008117} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.209398] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.209816] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 282194e6-1e3d-42bd-b6c3-fee09d54210e/282194e6-1e3d-42bd-b6c3-fee09d54210e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.210275] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4259b891-de2a-416f-92f0-40097afd0a4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.222166] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 998.222166] env[69433]: value = "task-3338973" [ 998.222166] env[69433]: _type = "Task" [ 998.222166] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.229735] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.251448] env[69433]: DEBUG nova.compute.utils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.254775] env[69433]: DEBUG nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 998.409267] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98eabc38-7738-4959-b7b6-576bd80c3102 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.430607] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe9dcdc-3522-42a9-89bf-37ea97d631ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.467602] env[69433]: DEBUG nova.compute.manager [req-99f6d75f-1d37-4986-80a0-09554d51a6f3 req-9fe310b2-cf61-40d8-9da7-a1399e533180 service nova] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Detach interface failed, port_id=f218a544-1650-404d-9361-6ed0e4e460c3, reason: Instance 40e488c2-596d-4c5e-870d-c3c0d6bb1f38 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.605968] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338972, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.623672] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e01d0fb-fd17-41ba-93c6-81d1c8628f24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.631977] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6a58f8-6f40-4f1d-baea-5d0c9ffe5fd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.672928] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a2fbd1-9eaf-40eb-8a91-e2bbfd329828 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.680586] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b29d55a-6ce3-4079-b94f-87fddc67ce7b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.695222] env[69433]: INFO nova.compute.manager [-] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Took 1.87 seconds to deallocate network for instance. [ 998.695915] env[69433]: DEBUG nova.compute.provider_tree [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.727996] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463779} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.728536] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 282194e6-1e3d-42bd-b6c3-fee09d54210e/282194e6-1e3d-42bd-b6c3-fee09d54210e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.728803] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.729185] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3562ce49-4c30-456c-aabc-e97ceaf2345a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.736497] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 998.736497] env[69433]: value = "task-3338974" [ 998.736497] env[69433]: _type = "Task" [ 998.736497] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.745944] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.755405] env[69433]: DEBUG nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.862458] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.862458] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce5275a6-6a3b-40f3-b9c2-50c687d6a57a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.867928] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 998.867928] env[69433]: value = "task-3338975" [ 998.867928] env[69433]: _type = "Task" [ 998.867928] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.878877] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.103103] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338972, 'name': Rename_Task, 'duration_secs': 0.852184} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.103419] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.103677] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4153c9-8f14-4f5c-aaaa-2506dc8ff0ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.112910] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 999.112910] env[69433]: value = "task-3338976" [ 999.112910] env[69433]: _type = "Task" [ 999.112910] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.123580] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.201797] env[69433]: DEBUG nova.scheduler.client.report [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.204900] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.246938] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062801} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.246938] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.246938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42157f3f-94ed-4485-9b6e-b231bfb27aca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.273447] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 282194e6-1e3d-42bd-b6c3-fee09d54210e/282194e6-1e3d-42bd-b6c3-fee09d54210e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.274279] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7211d75-dc61-4f1c-9a8d-c4c0f22e6901 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.295174] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 999.295174] env[69433]: value = "task-3338977" [ 999.295174] env[69433]: _type = "Task" [ 999.295174] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.305013] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.379253] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.379550] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 999.379798] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 999.380670] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18889b-0c75-4ea3-8c7d-cceb6f5d7b96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.399447] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3b2446-13e6-4409-a268-4e590fb270a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.406324] env[69433]: WARNING nova.virt.vmwareapi.driver [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 999.406617] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.407374] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfd2d85-78f1-4f23-862d-ca1259150b51 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.414408] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.414568] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47660d4b-b3cb-4a91-9962-bca85204e213 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.478720] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.478966] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.479168] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleting the datastore file [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.479454] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e34b8bb8-b4c7-42a4-9549-39d65176ddd8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.486248] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 999.486248] env[69433]: value = "task-3338979" [ 999.486248] env[69433]: _type = "Task" [ 999.486248] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.494659] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.622647] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.775909] env[69433]: DEBUG nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.809548] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.811741] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.812013] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.812190] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.812407] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.812655] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.812724] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.812937] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.813133] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.813493] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.813493] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.813636] env[69433]: DEBUG nova.virt.hardware [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.814484] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d0935-527b-4fdb-af2c-3d0dde4becf5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.822019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bfa47e-8eaf-4497-8c43-1b73d89b4b55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.835456] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.841024] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Creating folder: Project (30503fffa4f049cfa635e3dcd85fb63e). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.841325] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11354d09-e8f9-4616-815e-f4c5e6ed9e00 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.855895] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Created folder: Project (30503fffa4f049cfa635e3dcd85fb63e) in parent group-v666200. [ 999.856125] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Creating folder: Instances. Parent ref: group-v666438. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 999.856673] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c926dd-79f3-4e12-9d7c-c3e4c60c9213 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.867451] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Created folder: Instances in parent group-v666438. [ 999.867681] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.867869] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.868088] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d98b12d-ff2a-40f3-9335-3e1a0a68b288 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.884427] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.884427] env[69433]: value = "task-3338982" [ 999.884427] env[69433]: _type = "Task" [ 999.884427] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.892370] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338982, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.996703] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295827} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.996703] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.997068] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.998133] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.124621] env[69433]: DEBUG oslo_vmware.api [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3338976, 'name': PowerOnVM_Task, 'duration_secs': 0.841933} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.124621] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.124621] env[69433]: INFO nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1000.124850] env[69433]: DEBUG nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.125814] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201d5310-9a98-449d-964d-9c682500f962 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.212578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.466s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.215503] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.158s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.215580] env[69433]: DEBUG nova.objects.instance [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lazy-loading 'resources' on Instance uuid 30928176-61ad-404e-b774-211abb635320 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.305480] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338977, 'name': ReconfigVM_Task, 'duration_secs': 0.571894} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.305807] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 282194e6-1e3d-42bd-b6c3-fee09d54210e/282194e6-1e3d-42bd-b6c3-fee09d54210e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.306437] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb7ad88-e63d-40db-a200-e84f8bab425b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.312984] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1000.312984] env[69433]: value = "task-3338983" [ 1000.312984] env[69433]: _type = "Task" [ 1000.312984] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.321138] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338983, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.394676] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338982, 'name': CreateVM_Task, 'duration_secs': 0.279715} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.394917] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.395337] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.395506] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.396763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.396763] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498ca872-cfbd-45fe-bce9-59df2862af95 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.400543] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1000.400543] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f593ab-7048-082b-a1a9-42fd4aa354d1" [ 1000.400543] env[69433]: _type = "Task" [ 1000.400543] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.408084] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f593ab-7048-082b-a1a9-42fd4aa354d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.503260] env[69433]: INFO nova.virt.block_device [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Booting with volume 43f7ed78-61cd-4321-98a9-5650b7307aa3 at /dev/sdb [ 1000.537607] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b243577-6063-4a8e-a01e-4fdcb9a0c641 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.548678] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cea75e-903a-48b1-83fd-cd9fa66c0bc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.580982] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01170956-b816-4e62-90c6-222b79b14e7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.589912] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29936b56-7d1d-482c-bb7b-7b83e150312d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.626044] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d33e77-263e-4a4f-9ba8-143cce668733 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.633189] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b402e60-cd4e-44ea-b604-66317d58973b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.648822] env[69433]: INFO nova.compute.manager [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Took 20.55 seconds to build instance. [ 1000.650098] env[69433]: DEBUG nova.virt.block_device [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updating existing volume attachment record: ebe475a6-8f19-47a6-b06b-5c1e3e3eb114 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1000.770228] env[69433]: INFO nova.scheduler.client.report [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted allocation for migration 967c07d2-5e0e-434b-a475-3f0633788f5c [ 1000.824790] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338983, 'name': Rename_Task, 'duration_secs': 0.136172} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.825160] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.825453] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb526c90-5c96-44e7-b364-ccd8dbca0dd7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.832236] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1000.832236] env[69433]: value = "task-3338984" [ 1000.832236] env[69433]: _type = "Task" [ 1000.832236] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.844352] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.913105] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f593ab-7048-082b-a1a9-42fd4aa354d1, 'name': SearchDatastore_Task, 'duration_secs': 0.023904} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.913429] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.913668] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.913907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.914063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.914274] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.914619] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bc000b-e2c1-42b5-b4bd-94df32c06961 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.923339] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.923521] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.924293] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286fa55e-041a-44c8-9fea-512d494641f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.929765] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1000.929765] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fc2286-4245-3140-18c6-6544c01e44c0" [ 1000.929765] env[69433]: _type = "Task" [ 1000.929765] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.937536] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fc2286-4245-3140-18c6-6544c01e44c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.034998] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "874bb9e1-3ad5-4943-af90-7fd425062049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.035312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "874bb9e1-3ad5-4943-af90-7fd425062049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.087955] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86385688-f1a1-4e86-b775-33dd7a95ebb2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.096635] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86912721-ea7b-481a-b760-a18a48c3fe4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.135632] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1324d4-de49-4daf-9d5f-aba849861e64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.143237] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e3db6-1a7c-4e64-86a5-9245bac917d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.160887] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9f95182a-a071-4978-9adf-657e0ca12389 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.076s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.161397] env[69433]: DEBUG nova.compute.provider_tree [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.277996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76e26f72-0488-4baa-9de6-f33f61bb0fc0 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.637s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.312819] env[69433]: DEBUG nova.compute.manager [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-changed-c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.313091] env[69433]: DEBUG nova.compute.manager [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing instance network info cache due to event network-changed-c2221691-e9f1-419c-99b7-ebfeee3f2fd8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.313279] env[69433]: DEBUG oslo_concurrency.lockutils [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.313432] env[69433]: DEBUG oslo_concurrency.lockutils [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.313594] env[69433]: DEBUG nova.network.neutron [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing network info cache for port c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.344904] env[69433]: DEBUG oslo_vmware.api [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338984, 'name': PowerOnVM_Task, 'duration_secs': 0.455718} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.345074] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.345548] env[69433]: INFO nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1001.345548] env[69433]: DEBUG nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.346266] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad77fc2-772c-4625-980e-f4d4d5eb6953 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.440743] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fc2286-4245-3140-18c6-6544c01e44c0, 'name': SearchDatastore_Task, 'duration_secs': 0.008019} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.441553] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b922bde4-7f0c-4d81-ba35-8b335bdca4ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.447593] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1001.447593] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524f652e-4e9a-7861-ab54-78fd5b6fd64e" [ 1001.447593] env[69433]: _type = "Task" [ 1001.447593] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.456814] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524f652e-4e9a-7861-ab54-78fd5b6fd64e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.537674] env[69433]: DEBUG nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1001.664613] env[69433]: DEBUG nova.scheduler.client.report [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.863424] env[69433]: INFO nova.compute.manager [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Took 21.46 seconds to build instance. [ 1001.958882] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524f652e-4e9a-7861-ab54-78fd5b6fd64e, 'name': SearchDatastore_Task, 'duration_secs': 0.042939} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.959082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.959322] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.959813] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbcbe435-193c-4972-9730-8f6714c248a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.967056] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1001.967056] env[69433]: value = "task-3338985" [ 1001.967056] env[69433]: _type = "Task" [ 1001.967056] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.977430] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.066836] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.155329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "d21def47-bae0-4fb8-92de-47f3e040cf09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.155914] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.156655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.156655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.156655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.160776] env[69433]: INFO nova.compute.manager [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Terminating instance [ 1002.169698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.172040] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.830s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.175133] env[69433]: INFO nova.compute.claims [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.198821] env[69433]: INFO nova.scheduler.client.report [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleted allocations for instance 30928176-61ad-404e-b774-211abb635320 [ 1002.363441] env[69433]: DEBUG nova.network.neutron [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updated VIF entry in instance network info cache for port c2221691-e9f1-419c-99b7-ebfeee3f2fd8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1002.363821] env[69433]: DEBUG nova.network.neutron [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.365218] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1dafba44-cff5-4750-80dd-2888700aeaff tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.967s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.477297] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338985, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.665269] env[69433]: DEBUG nova.compute.manager [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.665549] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.666465] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6bc906-7f46-4975-bf46-4b4bc43a1bc9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.674944] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.675211] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d67a1c05-833e-4b1e-b712-6881f2e8314f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.683785] env[69433]: DEBUG oslo_vmware.api [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1002.683785] env[69433]: value = "task-3338986" [ 1002.683785] env[69433]: _type = "Task" [ 1002.683785] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.693220] env[69433]: DEBUG oslo_vmware.api [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.708235] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ec40f645-b0e1-410b-a98a-5b8a4a8698b7 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "30928176-61ad-404e-b774-211abb635320" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.487s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.721276] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "3c79c972-1b80-4723-9cd5-ee24db2be189" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.722120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.771557] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.771557] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.771557] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.771557] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.771557] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.771810] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.772202] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.772616] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.772616] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.772784] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.773069] env[69433]: DEBUG nova.virt.hardware [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.774724] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0b0c3f-c585-441f-9b5b-ec177a565343 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.783933] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d0a2d2-6e3e-4259-b8b7-996ebf556995 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.801421] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:e2:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70a60cb3-4990-45b9-accb-6a3954ef2253', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.808535] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.809854] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.810133] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5bf4a96-07e6-4d9a-831a-c37f112b1441 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.829650] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.829650] env[69433]: value = "task-3338987" [ 1002.829650] env[69433]: _type = "Task" [ 1002.829650] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.839510] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338987, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.866962] env[69433]: DEBUG oslo_concurrency.lockutils [req-d07c8159-e7bc-49a6-9f80-3b9c067e032b req-2605d5f5-9458-4f39-8b87-73da14bddca7 service nova] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.977646] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523466} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.978401] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.978676] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.978955] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0feb940b-c46b-4688-a37b-1606e5013c26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.985440] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1002.985440] env[69433]: value = "task-3338988" [ 1002.985440] env[69433]: _type = "Task" [ 1002.985440] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.995168] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.063154] env[69433]: DEBUG nova.compute.manager [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.063465] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55886f2-1f57-418e-8224-d3e9208442bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.197561] env[69433]: DEBUG oslo_vmware.api [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338986, 'name': PowerOffVM_Task, 'duration_secs': 0.342498} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.197849] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.198436] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.198436] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3ea5eef-7a83-48d3-a58e-453643354159 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.224636] env[69433]: DEBUG nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.293762] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.294036] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.294189] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleting the datastore file [datastore1] d21def47-bae0-4fb8-92de-47f3e040cf09 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.294445] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0de16ba-60fb-4c49-99a3-90594b7bb7b5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.300705] env[69433]: DEBUG oslo_vmware.api [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1003.300705] env[69433]: value = "task-3338990" [ 1003.300705] env[69433]: _type = "Task" [ 1003.300705] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.311622] env[69433]: DEBUG oslo_vmware.api [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.339235] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3338987, 'name': CreateVM_Task, 'duration_secs': 0.354438} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.341761] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.342929] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.343110] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.343416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.343671] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2cbd58-3f28-447e-8133-5e795dde5633 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.347977] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1003.347977] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f65bb9-108b-1581-d41b-0e97e180c7c9" [ 1003.347977] env[69433]: _type = "Task" [ 1003.347977] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.356769] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f65bb9-108b-1581-d41b-0e97e180c7c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.436315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.436599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.436847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.437479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.437479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.440153] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fb14de-dd93-4e25-a362-e39e8772b135 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.443011] env[69433]: INFO nova.compute.manager [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Terminating instance [ 1003.451349] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a39a26-622d-43d1-aedc-99bf84716813 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.487054] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258fc00a-f632-40dc-aa9f-e4d124bb955f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.504039] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d47e6-34d9-4503-b30c-8b4a9a231604 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.505198] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167566} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.508021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.508021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212b491e-06f9-46df-aceb-f6776149a786 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.517298] env[69433]: DEBUG nova.compute.provider_tree [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.538717] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.539342] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fdc061f-9733-49e3-a7c2-fbeec8c21c48 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.560474] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1003.560474] env[69433]: value = "task-3338991" [ 1003.560474] env[69433]: _type = "Task" [ 1003.560474] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.569830] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.573896] env[69433]: INFO nova.compute.manager [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] instance snapshotting [ 1003.580501] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7033c447-e06e-41a7-96c3-3f20af6ac5db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.601528] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387bc47-1c0f-43b1-8e28-10370136363a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.745785] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.815773] env[69433]: DEBUG oslo_vmware.api [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.860961] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f65bb9-108b-1581-d41b-0e97e180c7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.051331} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.861374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.861758] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.862147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.862377] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.862600] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.862893] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-890e7bc7-a85f-4da5-b74d-8daa0c1ebcc2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.872291] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.872291] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.873504] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c0541f-a79c-4d22-8b8b-9e29e9004865 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.878674] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1003.878674] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52072567-3487-3aa8-0536-eb936164278c" [ 1003.878674] env[69433]: _type = "Task" [ 1003.878674] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.887065] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52072567-3487-3aa8-0536-eb936164278c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.952211] env[69433]: DEBUG nova.compute.manager [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.952560] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.953608] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445e51b6-649a-4c55-8c9b-9ae2687bd607 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.962244] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.962492] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68ac1dcd-4696-4d81-8b3a-fe547d5fe201 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.969300] env[69433]: DEBUG oslo_vmware.api [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 1003.969300] env[69433]: value = "task-3338992" [ 1003.969300] env[69433]: _type = "Task" [ 1003.969300] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.977784] env[69433]: DEBUG oslo_vmware.api [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.021628] env[69433]: DEBUG nova.scheduler.client.report [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.071368] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.112975] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1004.113244] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7167ce16-41f1-4755-a363-ed29c651fad8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.122253] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1004.122253] env[69433]: value = "task-3338993" [ 1004.122253] env[69433]: _type = "Task" [ 1004.122253] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.131972] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.313376] env[69433]: DEBUG oslo_vmware.api [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3338990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527241} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.313647] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1004.313833] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1004.314016] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1004.314208] env[69433]: INFO nova.compute.manager [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1004.314449] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.314641] env[69433]: DEBUG nova.compute.manager [-] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1004.314758] env[69433]: DEBUG nova.network.neutron [-] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1004.389256] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52072567-3487-3aa8-0536-eb936164278c, 'name': SearchDatastore_Task, 'duration_secs': 0.012511} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.390127] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8683253-8e8f-4962-8436-b0f903cbc298 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.395469] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1004.395469] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52076539-8142-6aa1-ace1-324b06e4066d" [ 1004.395469] env[69433]: _type = "Task" [ 1004.395469] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.403314] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52076539-8142-6aa1-ace1-324b06e4066d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.478642] env[69433]: DEBUG oslo_vmware.api [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338992, 'name': PowerOffVM_Task, 'duration_secs': 0.196152} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.479072] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.484069] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.484069] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eaec7f34-ee30-40e7-951d-7a6b43e4a2cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.529236] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.529809] env[69433]: DEBUG nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.532763] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.197s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.534765] env[69433]: INFO nova.compute.claims [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.572483] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338991, 'name': ReconfigVM_Task, 'duration_secs': 0.56303} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.572740] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.573378] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebcb8838-c401-4482-8886-dd53bb32091a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.581549] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1004.581549] env[69433]: value = "task-3338995" [ 1004.581549] env[69433]: _type = "Task" [ 1004.581549] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.591559] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338995, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.625182] env[69433]: DEBUG nova.compute.manager [req-8ee04833-961f-4bd8-92b6-0a25cb03c68c req-b77fdf79-743c-4d20-aec0-6edcb4665f43 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Received event network-vif-deleted-05da6d0e-6aef-41bd-be35-78c023fa78ee {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.625279] env[69433]: INFO nova.compute.manager [req-8ee04833-961f-4bd8-92b6-0a25cb03c68c req-b77fdf79-743c-4d20-aec0-6edcb4665f43 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Neutron deleted interface 05da6d0e-6aef-41bd-be35-78c023fa78ee; detaching it from the instance and deleting it from the info cache [ 1004.625624] env[69433]: DEBUG nova.network.neutron [req-8ee04833-961f-4bd8-92b6-0a25cb03c68c req-b77fdf79-743c-4d20-aec0-6edcb4665f43 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.636636] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.835314] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.835488] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.835759] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleting the datastore file [datastore2] a856e2e8-5fcf-445b-974a-6bd2ba2dd196 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.836395] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba5c9f91-cd2d-4dac-b8f8-b0170ddcc044 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.843209] env[69433]: DEBUG oslo_vmware.api [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 1004.843209] env[69433]: value = "task-3338996" [ 1004.843209] env[69433]: _type = "Task" [ 1004.843209] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.850885] env[69433]: DEBUG oslo_vmware.api [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.910039] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52076539-8142-6aa1-ace1-324b06e4066d, 'name': SearchDatastore_Task, 'duration_secs': 0.016132} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.910416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.910643] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.910951] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea568d1b-b2a8-46bf-8f22-c1e1d46c2b28 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.918253] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1004.918253] env[69433]: value = "task-3338997" [ 1004.918253] env[69433]: _type = "Task" [ 1004.918253] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.926109] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.039283] env[69433]: DEBUG nova.compute.utils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.042911] env[69433]: DEBUG nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.043184] env[69433]: DEBUG nova.network.neutron [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.089218] env[69433]: DEBUG nova.policy [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '072e193629f042629f5d2494155f9bd9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bacecc6db97c4880b4fa60de925f5158', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.098298] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338995, 'name': Rename_Task, 'duration_secs': 0.231991} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.098673] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.098998] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e8e9c42-19e3-442e-82b8-71093c06f05e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.106213] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1005.106213] env[69433]: value = "task-3338998" [ 1005.106213] env[69433]: _type = "Task" [ 1005.106213] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.111542] env[69433]: DEBUG nova.network.neutron [-] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.119485] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.137274] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f4357da-3971-479d-b7bf-2bccc265a9ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.140321] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.147882] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d805423-5887-4506-8cae-5ea544dce9f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.185900] env[69433]: DEBUG nova.compute.manager [req-8ee04833-961f-4bd8-92b6-0a25cb03c68c req-b77fdf79-743c-4d20-aec0-6edcb4665f43 service nova] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Detach interface failed, port_id=05da6d0e-6aef-41bd-be35-78c023fa78ee, reason: Instance d21def47-bae0-4fb8-92de-47f3e040cf09 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1005.354630] env[69433]: DEBUG oslo_vmware.api [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3338996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356624} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.355778] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.355778] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.355778] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.355778] env[69433]: INFO nova.compute.manager [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1005.355778] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.356090] env[69433]: DEBUG nova.compute.manager [-] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.356171] env[69433]: DEBUG nova.network.neutron [-] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.428801] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338997, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.491434] env[69433]: DEBUG nova.network.neutron [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Successfully created port: 38faef92-7140-4307-ace9-cc84987b3317 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.544144] env[69433]: DEBUG nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.621683] env[69433]: INFO nova.compute.manager [-] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Took 1.31 seconds to deallocate network for instance. [ 1005.621683] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.636123] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338993, 'name': CreateSnapshot_Task, 'duration_secs': 1.08996} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.640456] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1005.642297] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c4ab3f-256a-49e8-8d0b-34f07824a4ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.909502] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e9b3f7-33b9-4a6b-a4ef-369610696331 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.917640] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfde895-ea51-4913-86be-90589e13628e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.929818] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338997, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.957664] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9234a9d4-1f97-499e-9b48-b430bef4eb59 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.966035] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f898e9a-cccc-4508-8261-233d0e856f2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.979952] env[69433]: DEBUG nova.compute.provider_tree [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.117569] env[69433]: DEBUG oslo_vmware.api [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3338998, 'name': PowerOnVM_Task, 'duration_secs': 0.919684} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.117850] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.118065] env[69433]: INFO nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Took 6.34 seconds to spawn the instance on the hypervisor. [ 1006.118262] env[69433]: DEBUG nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.119152] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243afc05-1117-4d61-993c-d308d9e67865 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.131470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.176667] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1006.176667] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03b9173c-ad34-4310-92e0-20212893e3c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.185453] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1006.185453] env[69433]: value = "task-3338999" [ 1006.185453] env[69433]: _type = "Task" [ 1006.185453] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.194242] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338999, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.347492] env[69433]: DEBUG nova.network.neutron [-] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.431028] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338997, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.483255] env[69433]: DEBUG nova.scheduler.client.report [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.563416] env[69433]: DEBUG nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.591139] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.591406] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.591569] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.591758] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.591908] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.592081] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.592301] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.592463] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.592634] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.592800] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.592984] env[69433]: DEBUG nova.virt.hardware [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.593880] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46999bc5-320e-4609-a3f1-d17319f9d223 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.602735] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9ef513-51d9-448b-b93f-d3f3e0bf2586 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.638877] env[69433]: INFO nova.compute.manager [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Took 24.48 seconds to build instance. [ 1006.653350] env[69433]: DEBUG nova.compute.manager [req-d36cf834-d0f1-4819-8509-e5709a82d04e req-a4b55292-740d-4cda-9193-dd43f65aa4bd service nova] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Received event network-vif-deleted-78d60309-23bb-4b7e-8165-061137252e32 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.696160] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338999, 'name': CloneVM_Task} progress is 93%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.850858] env[69433]: INFO nova.compute.manager [-] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Took 1.49 seconds to deallocate network for instance. [ 1006.934575] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3338997, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.943657} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.934827] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.934949] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.935336] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56ab02a2-f044-4074-917e-8be560fc6d70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.942737] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1006.942737] env[69433]: value = "task-3339000" [ 1006.942737] env[69433]: _type = "Task" [ 1006.942737] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.957356] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.990492] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.991295] env[69433]: DEBUG nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.995305] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.366s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.996509] env[69433]: DEBUG nova.objects.instance [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'resources' on Instance uuid 2cc172e7-1629-4554-8d87-3a219e9f246e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.140711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5089e057-4b5b-4178-ab1e-40f6f65155c6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.008s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.163078] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.163340] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.163515] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.163670] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.163826] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.163975] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.164138] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.164284] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1007.164437] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1007.196428] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338999, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.271019] env[69433]: DEBUG nova.network.neutron [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Successfully updated port: 38faef92-7140-4307-ace9-cc84987b3317 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.357635] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.388649] env[69433]: INFO nova.compute.manager [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Rebuilding instance [ 1007.443081] env[69433]: DEBUG nova.compute.manager [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.444119] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc355f74-b425-4750-bda9-79fdbc641be8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.465046] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085548} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.465046] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.465291] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3978927b-3616-442e-a1f2-a5ad71f08687 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.499473] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.500871] env[69433]: DEBUG nova.compute.utils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.504540] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c8c9923-960e-4e69-9db5-68db148da111 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.521102] env[69433]: DEBUG nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.521276] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.529453] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1007.529453] env[69433]: value = "task-3339001" [ 1007.529453] env[69433]: _type = "Task" [ 1007.529453] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.543595] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.568322] env[69433]: DEBUG nova.policy [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68ec2a973bac4c929b53e371abebd718', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e50fd3a9027a409c8fae018c5bdcfd3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.671069] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.699801] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338999, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.773953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "refresh_cache-a3f53b54-3830-466d-9921-9c57443f2615" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.775564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquired lock "refresh_cache-a3f53b54-3830-466d-9921-9c57443f2615" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.775564] env[69433]: DEBUG nova.network.neutron [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.807363] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453fa777-8515-42cf-9169-ea8e858be75e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.819384] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cee0d30-5fe3-4da5-a1c6-e6a39ddc221f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.856347] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604fae6a-f483-46a2-866e-c95054925d67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.864590] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45ba781-8bc2-48b8-a8cd-0abf8a9a8e05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.869739] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Successfully created port: 1596b125-53d9-48fb-bf4e-bfa1d76c8c5d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.880473] env[69433]: DEBUG nova.compute.provider_tree [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.021220] env[69433]: DEBUG nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.039161] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339001, 'name': ReconfigVM_Task, 'duration_secs': 0.342815} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.039629] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2/97b2bc5b-267b-440b-a66a-0fd86f49ace2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.040911] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'image_id': '164732b0-0c7a-40d7-a88c-760e6c5226c9'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'}, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': None, 'attachment_id': 'ebe475a6-8f19-47a6-b06b-5c1e3e3eb114', 'volume_type': None}], 'swap': None} {{(pid=69433) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1008.041151] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1008.041338] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1008.043167] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3602492-1d78-442f-a19f-2233aebc773f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.061639] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a64a0e-4bc3-4547-89e6-158cd68530f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.086607] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-43f7ed78-61cd-4321-98a9-5650b7307aa3/volume-43f7ed78-61cd-4321-98a9-5650b7307aa3.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.087744] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cec12d6-b0d1-45d6-b1bd-c4fd5496b428 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.108248] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1008.108248] env[69433]: value = "task-3339002" [ 1008.108248] env[69433]: _type = "Task" [ 1008.108248] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.117760] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.199433] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338999, 'name': CloneVM_Task} progress is 95%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.239722] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Successfully created port: b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.324809] env[69433]: DEBUG nova.network.neutron [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.389503] env[69433]: DEBUG nova.scheduler.client.report [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.468102] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.468444] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2eca0d-289e-451a-88e9-c7ddf385973d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.476445] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1008.476445] env[69433]: value = "task-3339003" [ 1008.476445] env[69433]: _type = "Task" [ 1008.476445] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.485630] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.537660] env[69433]: DEBUG nova.network.neutron [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Updating instance_info_cache with network_info: [{"id": "38faef92-7140-4307-ace9-cc84987b3317", "address": "fa:16:3e:ef:b2:c6", "network": {"id": "5af15c9a-55c7-4a58-a376-e1569e6deb62", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1095773060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bacecc6db97c4880b4fa60de925f5158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38faef92-71", "ovs_interfaceid": "38faef92-7140-4307-ace9-cc84987b3317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.618335] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339002, 'name': ReconfigVM_Task, 'duration_secs': 0.35395} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.618621] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-43f7ed78-61cd-4321-98a9-5650b7307aa3/volume-43f7ed78-61cd-4321-98a9-5650b7307aa3.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.623364] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00c3247-7188-4700-b819-6a942fa11824 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.639920] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1008.639920] env[69433]: value = "task-3339004" [ 1008.639920] env[69433]: _type = "Task" [ 1008.639920] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.643021] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Successfully created port: d48e19a9-0b3b-47e9-8747-cbd96027e08e {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.649838] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.684912] env[69433]: DEBUG nova.compute.manager [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Received event network-vif-plugged-38faef92-7140-4307-ace9-cc84987b3317 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.685261] env[69433]: DEBUG oslo_concurrency.lockutils [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] Acquiring lock "a3f53b54-3830-466d-9921-9c57443f2615-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.685379] env[69433]: DEBUG oslo_concurrency.lockutils [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] Lock "a3f53b54-3830-466d-9921-9c57443f2615-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.685579] env[69433]: DEBUG oslo_concurrency.lockutils [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] Lock "a3f53b54-3830-466d-9921-9c57443f2615-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.685743] env[69433]: DEBUG nova.compute.manager [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] No waiting events found dispatching network-vif-plugged-38faef92-7140-4307-ace9-cc84987b3317 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.685943] env[69433]: WARNING nova.compute.manager [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Received unexpected event network-vif-plugged-38faef92-7140-4307-ace9-cc84987b3317 for instance with vm_state building and task_state spawning. [ 1008.686264] env[69433]: DEBUG nova.compute.manager [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Received event network-changed-38faef92-7140-4307-ace9-cc84987b3317 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.686440] env[69433]: DEBUG nova.compute.manager [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Refreshing instance network info cache due to event network-changed-38faef92-7140-4307-ace9-cc84987b3317. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.686609] env[69433]: DEBUG oslo_concurrency.lockutils [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] Acquiring lock "refresh_cache-a3f53b54-3830-466d-9921-9c57443f2615" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.705832] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3338999, 'name': CloneVM_Task, 'duration_secs': 2.121762} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.706282] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Created linked-clone VM from snapshot [ 1008.707410] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76409dc0-acb2-4279-b184-8bbc02586319 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.715759] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Uploading image b8905ea4-235d-41a3-9a5a-fa5882e125ae {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1008.728434] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1008.728735] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28768a72-970a-4fe4-9608-50fa603a5e41 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.734228] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1008.734228] env[69433]: value = "task-3339005" [ 1008.734228] env[69433]: _type = "Task" [ 1008.734228] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.741809] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339005, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.894613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.897546] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.693s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.899201] env[69433]: DEBUG nova.objects.instance [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lazy-loading 'resources' on Instance uuid 40e488c2-596d-4c5e-870d-c3c0d6bb1f38 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.918188] env[69433]: INFO nova.scheduler.client.report [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted allocations for instance 2cc172e7-1629-4554-8d87-3a219e9f246e [ 1008.985812] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339003, 'name': PowerOffVM_Task, 'duration_secs': 0.221619} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.986106] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.986346] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.987123] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc81b615-bda5-49c9-8263-043997a778b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.993582] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1008.993800] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-122bb9f7-1b75-47f2-a14a-eaecc008ebb1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.018499] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.018791] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.018938] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Deleting the datastore file [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.019199] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80921154-8470-4024-a0a9-e76c4ec172e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.027609] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1009.027609] env[69433]: value = "task-3339007" [ 1009.027609] env[69433]: _type = "Task" [ 1009.027609] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.035521] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.037745] env[69433]: DEBUG nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.042363] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Releasing lock "refresh_cache-a3f53b54-3830-466d-9921-9c57443f2615" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.042650] env[69433]: DEBUG nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Instance network_info: |[{"id": "38faef92-7140-4307-ace9-cc84987b3317", "address": "fa:16:3e:ef:b2:c6", "network": {"id": "5af15c9a-55c7-4a58-a376-e1569e6deb62", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1095773060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bacecc6db97c4880b4fa60de925f5158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38faef92-71", "ovs_interfaceid": "38faef92-7140-4307-ace9-cc84987b3317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.042967] env[69433]: DEBUG oslo_concurrency.lockutils [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] Acquired lock "refresh_cache-a3f53b54-3830-466d-9921-9c57443f2615" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.043176] env[69433]: DEBUG nova.network.neutron [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Refreshing network info cache for port 38faef92-7140-4307-ace9-cc84987b3317 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.044347] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:b2:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38faef92-7140-4307-ace9-cc84987b3317', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.053065] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Creating folder: Project (bacecc6db97c4880b4fa60de925f5158). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.056306] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f840f7d-b69d-43af-931d-d50553457f30 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.068217] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.068494] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.068671] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.068883] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.069060] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.069269] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.069510] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.069737] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.069916] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.070129] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.070354] env[69433]: DEBUG nova.virt.hardware [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.071383] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab406f4-d52b-45b5-ab4a-968f591de117 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.075644] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Created folder: Project (bacecc6db97c4880b4fa60de925f5158) in parent group-v666200. [ 1009.075828] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Creating folder: Instances. Parent ref: group-v666444. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.076450] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3118db8a-ca6e-4c08-95dd-bcd5238f8cfe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.081536] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47c9c56-ce43-450c-a660-aea11dc8fffb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.088335] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Created folder: Instances in parent group-v666444. [ 1009.088335] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.096539] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.099677] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e97b20ba-c79b-4e64-ae45-b2b4d7f3ff67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.118927] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.118927] env[69433]: value = "task-3339010" [ 1009.118927] env[69433]: _type = "Task" [ 1009.118927] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.127965] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339010, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.149929] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339004, 'name': ReconfigVM_Task, 'duration_secs': 0.147573} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.150298] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1009.150941] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6adc52d4-9e4d-45f6-8cef-d93ef725e36e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.159010] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1009.159010] env[69433]: value = "task-3339011" [ 1009.159010] env[69433]: _type = "Task" [ 1009.159010] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.167741] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339011, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.244625] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339005, 'name': Destroy_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.341030] env[69433]: DEBUG nova.network.neutron [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Updated VIF entry in instance network info cache for port 38faef92-7140-4307-ace9-cc84987b3317. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.341292] env[69433]: DEBUG nova.network.neutron [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Updating instance_info_cache with network_info: [{"id": "38faef92-7140-4307-ace9-cc84987b3317", "address": "fa:16:3e:ef:b2:c6", "network": {"id": "5af15c9a-55c7-4a58-a376-e1569e6deb62", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1095773060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bacecc6db97c4880b4fa60de925f5158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38faef92-71", "ovs_interfaceid": "38faef92-7140-4307-ace9-cc84987b3317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.425926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-738ec8b1-71b5-4f9b-9f93-82bdd2a13350 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "2cc172e7-1629-4554-8d87-3a219e9f246e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.019s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.539985] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189914} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.540486] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.540714] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.540904] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.631790] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339010, 'name': CreateVM_Task, 'duration_secs': 0.362203} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.632068] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.632687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.632855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.633198] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.633455] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3396a4-5f67-4eed-8130-127273382f9c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.639924] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1009.639924] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c01c93-44d1-62a9-9ab7-f75f126588e4" [ 1009.639924] env[69433]: _type = "Task" [ 1009.639924] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.647831] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c01c93-44d1-62a9-9ab7-f75f126588e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.650351] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316642cb-8e65-41c8-9ddc-f121106c3f1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.656799] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f25e6b-ca30-437f-958f-b522b021ebf8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.668508] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339011, 'name': Rename_Task, 'duration_secs': 0.168845} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.694087] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.694549] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-483a48e8-c119-43a1-8918-4fd085f2dfe8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.696711] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff540c2-9e2e-4214-a23f-8d67561469e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.706174] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b4ca19-e131-400c-b5ea-80b4bb1964d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.709928] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1009.709928] env[69433]: value = "task-3339012" [ 1009.709928] env[69433]: _type = "Task" [ 1009.709928] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.722061] env[69433]: DEBUG nova.compute.provider_tree [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.729966] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339012, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.745085] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339005, 'name': Destroy_Task, 'duration_secs': 0.621536} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.745502] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Destroyed the VM [ 1009.745597] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1009.745842] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12e6241a-9ece-4679-9888-fdb4c4995662 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.752106] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1009.752106] env[69433]: value = "task-3339013" [ 1009.752106] env[69433]: _type = "Task" [ 1009.752106] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.759493] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.844248] env[69433]: DEBUG oslo_concurrency.lockutils [req-c17fa942-4501-465b-9398-61ba52585b93 req-fd5ba526-586a-49e6-a665-461a47dc4653 service nova] Releasing lock "refresh_cache-a3f53b54-3830-466d-9921-9c57443f2615" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.154024] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c01c93-44d1-62a9-9ab7-f75f126588e4, 'name': SearchDatastore_Task, 'duration_secs': 0.022083} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.154024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.154024] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.154024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.154024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.154024] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.154024] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc593458-e7a2-4f2d-8622-c7281ecec870 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.167703] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.167703] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.170424] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a56db6-0950-4e08-8652-80ef628f1de7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.175132] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Successfully updated port: 1596b125-53d9-48fb-bf4e-bfa1d76c8c5d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.183036] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1010.183036] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f57b48-413b-bcf2-a70c-ba59f8220327" [ 1010.183036] env[69433]: _type = "Task" [ 1010.183036] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.191525] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f57b48-413b-bcf2-a70c-ba59f8220327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.219262] env[69433]: DEBUG oslo_vmware.api [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339012, 'name': PowerOnVM_Task, 'duration_secs': 0.503024} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.219569] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.219870] env[69433]: DEBUG nova.compute.manager [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.220662] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b649b4c-3890-49db-8f2f-9ba0478c0a48 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.225519] env[69433]: DEBUG nova.scheduler.client.report [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.267305] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339013, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.560362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "b9725d37-333c-4f92-9b1a-28e796c01a4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.560612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.576515] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.576763] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.576924] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.577129] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.577280] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.577427] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.577634] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.577796] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.577960] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.578136] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.578310] env[69433]: DEBUG nova.virt.hardware [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.579609] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c31e7b-ae6f-4300-a80d-2b67d114895e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.587442] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a611c9fb-ca99-4d2f-bfc3-a3a768b65152 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.600828] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.606251] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.606460] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.606653] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3eb41df-ed09-4ce2-90ad-b5a8162f1fe5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.624312] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.624312] env[69433]: value = "task-3339014" [ 1010.624312] env[69433]: _type = "Task" [ 1010.624312] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.631929] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339014, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.693495] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f57b48-413b-bcf2-a70c-ba59f8220327, 'name': SearchDatastore_Task, 'duration_secs': 0.010644} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.694336] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a4d472-e08c-4884-8247-aa1969307fbf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.700479] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1010.700479] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528160b6-a3e4-7a32-4585-d7535824ddc7" [ 1010.700479] env[69433]: _type = "Task" [ 1010.700479] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.710034] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528160b6-a3e4-7a32-4585-d7535824ddc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.711449] env[69433]: DEBUG nova.compute.manager [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-vif-plugged-1596b125-53d9-48fb-bf4e-bfa1d76c8c5d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.711657] env[69433]: DEBUG oslo_concurrency.lockutils [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] Acquiring lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.711867] env[69433]: DEBUG oslo_concurrency.lockutils [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.712051] env[69433]: DEBUG oslo_concurrency.lockutils [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.712218] env[69433]: DEBUG nova.compute.manager [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] No waiting events found dispatching network-vif-plugged-1596b125-53d9-48fb-bf4e-bfa1d76c8c5d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.712537] env[69433]: WARNING nova.compute.manager [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received unexpected event network-vif-plugged-1596b125-53d9-48fb-bf4e-bfa1d76c8c5d for instance with vm_state building and task_state spawning. [ 1010.712699] env[69433]: DEBUG nova.compute.manager [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-changed-1596b125-53d9-48fb-bf4e-bfa1d76c8c5d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.712890] env[69433]: DEBUG nova.compute.manager [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Refreshing instance network info cache due to event network-changed-1596b125-53d9-48fb-bf4e-bfa1d76c8c5d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.713141] env[69433]: DEBUG oslo_concurrency.lockutils [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] Acquiring lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.713283] env[69433]: DEBUG oslo_concurrency.lockutils [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] Acquired lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.713436] env[69433]: DEBUG nova.network.neutron [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Refreshing network info cache for port 1596b125-53d9-48fb-bf4e-bfa1d76c8c5d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.737881] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.840s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.743661] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.677s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.745073] env[69433]: INFO nova.compute.claims [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.751401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.763518] env[69433]: INFO nova.scheduler.client.report [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Deleted allocations for instance 40e488c2-596d-4c5e-870d-c3c0d6bb1f38 [ 1010.767735] env[69433]: DEBUG oslo_vmware.api [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339013, 'name': RemoveSnapshot_Task, 'duration_secs': 0.643646} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.770079] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1011.063018] env[69433]: DEBUG nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.134693] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339014, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.213686] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528160b6-a3e4-7a32-4585-d7535824ddc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013603} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.213686] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.213911] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a3f53b54-3830-466d-9921-9c57443f2615/a3f53b54-3830-466d-9921-9c57443f2615.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.214291] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3a2eb4a-6749-41c8-b146-525fd17de83e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.222955] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1011.222955] env[69433]: value = "task-3339015" [ 1011.222955] env[69433]: _type = "Task" [ 1011.222955] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.230642] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.259373] env[69433]: DEBUG nova.network.neutron [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.275576] env[69433]: WARNING nova.compute.manager [None req-d68b32f1-0c6a-46e1-bb8e-efcb63329383 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Image not found during snapshot: nova.exception.ImageNotFound: Image b8905ea4-235d-41a3-9a5a-fa5882e125ae could not be found. [ 1011.276884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-627ee01b-e95a-457e-b1f5-148d64cdd55b tempest-ServersV294TestFqdnHostnames-858380302 tempest-ServersV294TestFqdnHostnames-858380302-project-member] Lock "40e488c2-596d-4c5e-870d-c3c0d6bb1f38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.104s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.363559] env[69433]: DEBUG nova.network.neutron [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.589969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.637359] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339014, 'name': CreateVM_Task, 'duration_secs': 0.582556} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.637750] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.637976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.638149] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.638480] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.638752] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b99b6c-6c9d-410d-aa3b-efd9952f8b35 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.643888] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1011.643888] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eada78-a9f7-85db-7622-b90fdb741631" [ 1011.643888] env[69433]: _type = "Task" [ 1011.643888] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.652441] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eada78-a9f7-85db-7622-b90fdb741631, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.733594] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339015, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.867454] env[69433]: DEBUG oslo_concurrency.lockutils [req-21587de2-54b5-4887-bf9a-30f25e645a54 req-396779eb-fe17-4571-9607-507f0a345d06 service nova] Releasing lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.027808] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf269387-408a-4611-a15e-38c116ef9caf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.035689] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400fbb25-4b7c-4f55-bbc9-23009b113834 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.069859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "282194e6-1e3d-42bd-b6c3-fee09d54210e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.070166] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.070376] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "282194e6-1e3d-42bd-b6c3-fee09d54210e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.070563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.070730] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.072782] env[69433]: INFO nova.compute.manager [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Terminating instance [ 1012.074521] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14396e6-5bf1-42fc-b16a-400b46f436e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.083263] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ab2878-06f2-45ba-9f7a-6dc94d63fefc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.101366] env[69433]: DEBUG nova.compute.provider_tree [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.154655] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52eada78-a9f7-85db-7622-b90fdb741631, 'name': SearchDatastore_Task, 'duration_secs': 0.058895} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.154970] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.155229] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.155554] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.155637] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.155899] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.156332] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f8a84b-6558-4834-8ead-a5730af0da61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.164691] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.164691] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.165346] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6cc2480-cd85-4d82-ba1a-6930ff07c6c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.170736] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1012.170736] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52669536-b4b7-a3b4-7bf0-079107f39dc0" [ 1012.170736] env[69433]: _type = "Task" [ 1012.170736] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.178525] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52669536-b4b7-a3b4-7bf0-079107f39dc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.234137] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542492} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.234367] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] a3f53b54-3830-466d-9921-9c57443f2615/a3f53b54-3830-466d-9921-9c57443f2615.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.234580] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.234825] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8bc1b900-8856-43a2-b627-f1792dac11cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.241186] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1012.241186] env[69433]: value = "task-3339016" [ 1012.241186] env[69433]: _type = "Task" [ 1012.241186] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.249117] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.276767] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "45b1b295-23ae-4628-9762-209ac7f1b60b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.277074] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.417867] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Successfully updated port: b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.580255] env[69433]: DEBUG nova.compute.manager [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.580480] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.581427] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76de85e9-5f7a-4a8c-9796-651413a52579 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.589551] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.589785] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-017fcad6-522f-462f-a4a7-b68cfc8ca2c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.596109] env[69433]: DEBUG oslo_vmware.api [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1012.596109] env[69433]: value = "task-3339017" [ 1012.596109] env[69433]: _type = "Task" [ 1012.596109] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.604175] env[69433]: DEBUG nova.scheduler.client.report [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.607358] env[69433]: DEBUG oslo_vmware.api [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.682481] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52669536-b4b7-a3b4-7bf0-079107f39dc0, 'name': SearchDatastore_Task, 'duration_secs': 0.008057} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.683545] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c7a95f-44eb-4725-aa55-a02764e0be19 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.688519] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1012.688519] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee534c-3ee1-93ec-e24a-ee35e83f228c" [ 1012.688519] env[69433]: _type = "Task" [ 1012.688519] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.696776] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee534c-3ee1-93ec-e24a-ee35e83f228c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.747553] env[69433]: DEBUG nova.compute.manager [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-vif-plugged-b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.747762] env[69433]: DEBUG oslo_concurrency.lockutils [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] Acquiring lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.747970] env[69433]: DEBUG oslo_concurrency.lockutils [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.748154] env[69433]: DEBUG oslo_concurrency.lockutils [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.748328] env[69433]: DEBUG nova.compute.manager [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] No waiting events found dispatching network-vif-plugged-b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1012.748485] env[69433]: WARNING nova.compute.manager [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received unexpected event network-vif-plugged-b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 for instance with vm_state building and task_state spawning. [ 1012.748643] env[69433]: DEBUG nova.compute.manager [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-changed-b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.748793] env[69433]: DEBUG nova.compute.manager [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Refreshing instance network info cache due to event network-changed-b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.749049] env[69433]: DEBUG oslo_concurrency.lockutils [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] Acquiring lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.749204] env[69433]: DEBUG oslo_concurrency.lockutils [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] Acquired lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.749363] env[69433]: DEBUG nova.network.neutron [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Refreshing network info cache for port b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.756817] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067161} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.757586] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.758408] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de210da7-9da2-4de7-9903-ae104bb2d625 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.782261] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] a3f53b54-3830-466d-9921-9c57443f2615/a3f53b54-3830-466d-9921-9c57443f2615.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.783240] env[69433]: INFO nova.compute.manager [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Detaching volume cd22ae59-7f5d-4d90-84d5-4483376fa859 [ 1012.784991] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9445d764-19ad-486d-ab22-f49ccec060ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.806881] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1012.806881] env[69433]: value = "task-3339018" [ 1012.806881] env[69433]: _type = "Task" [ 1012.806881] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.816967] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.841376] env[69433]: INFO nova.virt.block_device [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Attempting to driver detach volume cd22ae59-7f5d-4d90-84d5-4483376fa859 from mountpoint /dev/sdb [ 1012.841608] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.841795] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666417', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'name': 'volume-cd22ae59-7f5d-4d90-84d5-4483376fa859', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45b1b295-23ae-4628-9762-209ac7f1b60b', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'serial': 'cd22ae59-7f5d-4d90-84d5-4483376fa859'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.842668] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efa696f-03e3-49ff-8c5d-fe7eb847d642 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.864628] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb14515-83f5-4e56-a6b8-e6d4406634a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.871782] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfba97d-5deb-4cf0-a3f0-1794a8c2d829 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.899814] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d941b0-c4ce-480e-8c7a-41fc0520bc00 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.916960] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] The volume has not been displaced from its original location: [datastore2] volume-cd22ae59-7f5d-4d90-84d5-4483376fa859/volume-cd22ae59-7f5d-4d90-84d5-4483376fa859.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1012.926171] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.928789] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a032d86-3408-4868-9350-87ad108387c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.951872] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1012.951872] env[69433]: value = "task-3339019" [ 1012.951872] env[69433]: _type = "Task" [ 1012.951872] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.960717] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.105812] env[69433]: DEBUG oslo_vmware.api [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.109761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.110309] env[69433]: DEBUG nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.113172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.368s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.114780] env[69433]: INFO nova.compute.claims [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.201334] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee534c-3ee1-93ec-e24a-ee35e83f228c, 'name': SearchDatastore_Task, 'duration_secs': 0.008921} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.201623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.201895] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.202205] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82d4734a-935e-4ae9-b4a5-6f183e62b85e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.209663] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1013.209663] env[69433]: value = "task-3339020" [ 1013.209663] env[69433]: _type = "Task" [ 1013.209663] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.219434] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.317941] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339018, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.467026] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.491823] env[69433]: DEBUG nova.network.neutron [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.611367] env[69433]: DEBUG oslo_vmware.api [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339017, 'name': PowerOffVM_Task, 'duration_secs': 0.609268} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.611796] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.612050] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.612401] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89e33c73-4e62-4fc1-83e5-112ca522cde4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.619798] env[69433]: DEBUG nova.compute.utils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.628547] env[69433]: DEBUG nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1013.679741] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.680054] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.680324] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleting the datastore file [datastore1] 282194e6-1e3d-42bd-b6c3-fee09d54210e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.680684] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db329263-bb83-419f-a5f1-7d6339a2b72a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.688794] env[69433]: DEBUG oslo_vmware.api [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for the task: (returnval){ [ 1013.688794] env[69433]: value = "task-3339022" [ 1013.688794] env[69433]: _type = "Task" [ 1013.688794] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.701174] env[69433]: DEBUG oslo_vmware.api [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.709068] env[69433]: DEBUG nova.network.neutron [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.723714] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510949} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.724931] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.725258] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.725580] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4128779d-cb1f-4bd0-b399-861e96d4246d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.733513] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1013.733513] env[69433]: value = "task-3339023" [ 1013.733513] env[69433]: _type = "Task" [ 1013.733513] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.744350] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.817066] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339018, 'name': ReconfigVM_Task, 'duration_secs': 0.548386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.818019] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Reconfigured VM instance instance-00000058 to attach disk [datastore2] a3f53b54-3830-466d-9921-9c57443f2615/a3f53b54-3830-466d-9921-9c57443f2615.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.818019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa0b45cc-cd8f-4d27-830f-55dc5e48ed87 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.823909] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1013.823909] env[69433]: value = "task-3339024" [ 1013.823909] env[69433]: _type = "Task" [ 1013.823909] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.831746] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339024, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.966450] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.126255] env[69433]: DEBUG nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.199787] env[69433]: DEBUG oslo_vmware.api [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Task: {'id': task-3339022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150972} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.200055] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.200248] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.200424] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.200595] env[69433]: INFO nova.compute.manager [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1014.200831] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.201389] env[69433]: DEBUG nova.compute.manager [-] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.201477] env[69433]: DEBUG nova.network.neutron [-] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.216703] env[69433]: DEBUG oslo_concurrency.lockutils [req-daa1454d-7ec0-481f-9764-2d90f99f45c7 req-6a8c90b5-59ce-43e6-9ca9-7a777469e895 service nova] Releasing lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.244908] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.335080] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339024, 'name': Rename_Task, 'duration_secs': 0.146118} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.335922] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.335922] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e89be000-e8d5-4505-9b4e-4fe31e16f68a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.345544] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1014.345544] env[69433]: value = "task-3339025" [ 1014.345544] env[69433]: _type = "Task" [ 1014.345544] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.356465] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.390116] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ce6ee8-6de0-4a8b-81dd-ade5bd276e52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.397987] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa08f9-aef1-4adf-a626-1e78d94d49ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.434020] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd45c3d-3d7a-41b4-9299-b4947a7e2796 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.440941] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8af02d-b591-4688-95ea-f3dc942e36d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.455942] env[69433]: DEBUG nova.compute.provider_tree [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.468109] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.743242] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339023, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.771257] env[69433]: DEBUG nova.compute.manager [req-0104794c-fdab-4288-bdeb-2d1e8fa5843f req-bce5e509-d7b9-4aef-9e72-360d6f9b29de service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Received event network-vif-deleted-fe28c2ad-0aac-4137-a34f-c3e4f6496da8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.771455] env[69433]: INFO nova.compute.manager [req-0104794c-fdab-4288-bdeb-2d1e8fa5843f req-bce5e509-d7b9-4aef-9e72-360d6f9b29de service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Neutron deleted interface fe28c2ad-0aac-4137-a34f-c3e4f6496da8; detaching it from the instance and deleting it from the info cache [ 1014.771613] env[69433]: DEBUG nova.network.neutron [req-0104794c-fdab-4288-bdeb-2d1e8fa5843f req-bce5e509-d7b9-4aef-9e72-360d6f9b29de service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.855948] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339025, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.960478] env[69433]: DEBUG nova.scheduler.client.report [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.967903] env[69433]: DEBUG nova.network.neutron [-] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.979187] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339019, 'name': ReconfigVM_Task, 'duration_secs': 1.684927} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.981674] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Successfully updated port: d48e19a9-0b3b-47e9-8747-cbd96027e08e {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.982711] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1014.988136] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3c4e6d-613a-4a72-93c6-678c0544b07e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.003868] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1015.003868] env[69433]: value = "task-3339026" [ 1015.003868] env[69433]: _type = "Task" [ 1015.003868] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.012605] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.136857] env[69433]: DEBUG nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.167606] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.167775] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.167947] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.168160] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.168312] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.168515] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.168807] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.168985] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.169206] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.169456] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.169617] env[69433]: DEBUG nova.virt.hardware [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.170839] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e5eb13-871b-4a25-be08-b067467ad89a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.179966] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f65252-5401-4027-86e9-0c6d3cbb2db5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.195546] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.201116] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Creating folder: Project (7bbfaf708f96472eabb18d7878bc0e4d). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.201438] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b05606a6-a819-42e4-bec4-a84bd1d712d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.212241] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Created folder: Project (7bbfaf708f96472eabb18d7878bc0e4d) in parent group-v666200. [ 1015.212440] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Creating folder: Instances. Parent ref: group-v666448. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.212681] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06d1f546-5b9b-47d3-8c1d-fffc8c63e647 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.222661] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Created folder: Instances in parent group-v666448. [ 1015.223044] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.223187] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.223456] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03629e6d-f4e7-4d57-9a09-6213e04c585a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.243665] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.016715} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.244924] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.245195] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.245195] env[69433]: value = "task-3339029" [ 1015.245195] env[69433]: _type = "Task" [ 1015.245195] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.245852] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960eec50-5dde-4322-bda5-23e35ce97a0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.268488] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.271631] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183f97b3-7a4a-499f-bfa3-5ff65f843101 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.285280] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339029, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.285796] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb5b304e-22e3-4d25-ab16-811bc4528038 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.294968] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3c475a-d73f-442a-9f9b-1a2a3ba4d166 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.305079] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1015.305079] env[69433]: value = "task-3339030" [ 1015.305079] env[69433]: _type = "Task" [ 1015.305079] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.326520] env[69433]: DEBUG nova.compute.manager [req-0104794c-fdab-4288-bdeb-2d1e8fa5843f req-bce5e509-d7b9-4aef-9e72-360d6f9b29de service nova] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Detach interface failed, port_id=fe28c2ad-0aac-4137-a34f-c3e4f6496da8, reason: Instance 282194e6-1e3d-42bd-b6c3-fee09d54210e could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.355391] env[69433]: DEBUG oslo_vmware.api [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339025, 'name': PowerOnVM_Task, 'duration_secs': 0.903337} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.355682] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.355893] env[69433]: INFO nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1015.356086] env[69433]: DEBUG nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.356841] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb74f71-c92d-48e5-bb3b-1da9e0567d46 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.469982] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.470555] env[69433]: DEBUG nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.473110] env[69433]: INFO nova.compute.manager [-] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Took 1.27 seconds to deallocate network for instance. [ 1015.473394] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.342s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.473571] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.475608] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.118s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.475822] env[69433]: DEBUG nova.objects.instance [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lazy-loading 'resources' on Instance uuid a856e2e8-5fcf-445b-974a-6bd2ba2dd196 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.488484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.488632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.488780] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.508852] env[69433]: INFO nova.scheduler.client.report [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted allocations for instance d21def47-bae0-4fb8-92de-47f3e040cf09 [ 1015.517144] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339026, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.758338] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339029, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.815979] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.873832] env[69433]: INFO nova.compute.manager [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Took 26.56 seconds to build instance. [ 1015.979727] env[69433]: DEBUG nova.compute.utils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.984550] env[69433]: DEBUG nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.984870] env[69433]: DEBUG nova.network.neutron [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.987296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.019073] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339026, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.019593] env[69433]: DEBUG oslo_concurrency.lockutils [None req-55be609b-f123-455a-b696-71fd14a0515b tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "d21def47-bae0-4fb8-92de-47f3e040cf09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.864s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.039274] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.055261] env[69433]: DEBUG nova.policy [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f86556bfd53e4c82a2edb77badc19d6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780ca16f4beb4806969bd28446bc93d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.243609] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4001e7-e14d-4d0a-83c2-d8cfc8ca0b27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.257393] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9029e-6b4c-4fb6-9a8f-4b9b5a88a942 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.263891] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339029, 'name': CreateVM_Task, 'duration_secs': 0.716743} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.264468] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.264961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.265152] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.265467] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.265714] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1e3fa9-bbd4-416e-a531-9cabd113b8f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.296545] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4c4ab9-bb68-4fd5-b8b7-2b8992e36103 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.299240] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1016.299240] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d95b9e-8613-c757-afb0-81ad951b7512" [ 1016.299240] env[69433]: _type = "Task" [ 1016.299240] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.311339] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4eaecd-7962-4342-bcff-2141d51091b3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.318626] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d95b9e-8613-c757-afb0-81ad951b7512, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.321467] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.321702] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.321934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.322091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.322275] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.322532] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d773fd78-b588-45d1-bf74-6ae2dbc51fad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.335711] env[69433]: DEBUG nova.compute.provider_tree [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.337063] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.344643] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.344643] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.345753] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38a9e408-4f03-473f-8ee8-9fcde4ad93d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.351238] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1016.351238] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52879e63-0cb9-d53e-12df-f8a6eda7822b" [ 1016.351238] env[69433]: _type = "Task" [ 1016.351238] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.360519] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52879e63-0cb9-d53e-12df-f8a6eda7822b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.375408] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c28a624d-e6b7-4479-a7ca-fb617f93d5a3 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "a3f53b54-3830-466d-9921-9c57443f2615" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.070s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.491107] env[69433]: DEBUG nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.515739] env[69433]: DEBUG oslo_vmware.api [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339026, 'name': ReconfigVM_Task, 'duration_secs': 1.179331} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.516176] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666417', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'name': 'volume-cd22ae59-7f5d-4d90-84d5-4483376fa859', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45b1b295-23ae-4628-9762-209ac7f1b60b', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd22ae59-7f5d-4d90-84d5-4483376fa859', 'serial': 'cd22ae59-7f5d-4d90-84d5-4483376fa859'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.591415] env[69433]: DEBUG nova.network.neutron [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Successfully created port: 0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.727557] env[69433]: DEBUG nova.network.neutron [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Updating instance_info_cache with network_info: [{"id": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "address": "fa:16:3e:26:4f:2b", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1596b125-53", "ovs_interfaceid": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380", "address": "fa:16:3e:b4:da:ce", "network": {"id": "58535177-b19e-4eff-bd0d-7a03ab0662f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-315199565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7a1d4bb-d6", "ovs_interfaceid": "b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "address": "fa:16:3e:d4:c4:9c", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48e19a9-0b", "ovs_interfaceid": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.016239] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339030, 'name': ReconfigVM_Task, 'duration_secs': 1.207169} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.016239] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.016239] env[69433]: DEBUG nova.compute.manager [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-vif-plugged-d48e19a9-0b3b-47e9-8747-cbd96027e08e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.016239] env[69433]: DEBUG oslo_concurrency.lockutils [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] Acquiring lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.016239] env[69433]: DEBUG oslo_concurrency.lockutils [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.016239] env[69433]: DEBUG oslo_concurrency.lockutils [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.016239] env[69433]: DEBUG nova.compute.manager [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] No waiting events found dispatching network-vif-plugged-d48e19a9-0b3b-47e9-8747-cbd96027e08e {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.016239] env[69433]: WARNING nova.compute.manager [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received unexpected event network-vif-plugged-d48e19a9-0b3b-47e9-8747-cbd96027e08e for instance with vm_state building and task_state spawning. [ 1017.016239] env[69433]: DEBUG nova.compute.manager [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-changed-d48e19a9-0b3b-47e9-8747-cbd96027e08e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.016239] env[69433]: DEBUG nova.compute.manager [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Refreshing instance network info cache due to event network-changed-d48e19a9-0b3b-47e9-8747-cbd96027e08e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.016239] env[69433]: DEBUG oslo_concurrency.lockutils [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] Acquiring lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.016239] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f48e084-a210-412d-869c-7d7fc12986fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.016239] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1017.016239] env[69433]: value = "task-3339031" [ 1017.016239] env[69433]: _type = "Task" [ 1017.016239] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.019499] env[69433]: DEBUG nova.scheduler.client.report [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.019499] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339031, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.019499] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52879e63-0cb9-d53e-12df-f8a6eda7822b, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.019499] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd06e157-4372-4995-a54b-6bc28bce9743 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.019499] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1017.019499] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5204466a-8a20-10dc-5ef6-12062edca894" [ 1017.019499] env[69433]: _type = "Task" [ 1017.019499] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.019499] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5204466a-8a20-10dc-5ef6-12062edca894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.063841] env[69433]: DEBUG nova.objects.instance [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lazy-loading 'flavor' on Instance uuid 45b1b295-23ae-4628-9762-209ac7f1b60b {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.231319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Releasing lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.231721] env[69433]: DEBUG nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Instance network_info: |[{"id": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "address": "fa:16:3e:26:4f:2b", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1596b125-53", "ovs_interfaceid": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380", "address": "fa:16:3e:b4:da:ce", "network": {"id": "58535177-b19e-4eff-bd0d-7a03ab0662f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-315199565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7a1d4bb-d6", "ovs_interfaceid": "b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "address": "fa:16:3e:d4:c4:9c", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48e19a9-0b", "ovs_interfaceid": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.232051] env[69433]: DEBUG oslo_concurrency.lockutils [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] Acquired lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.232242] env[69433]: DEBUG nova.network.neutron [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Refreshing network info cache for port d48e19a9-0b3b-47e9-8747-cbd96027e08e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.233694] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:4f:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1596b125-53d9-48fb-bf4e-bfa1d76c8c5d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:da:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:c4:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd48e19a9-0b3b-47e9-8747-cbd96027e08e', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.245371] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Creating folder: Project (e50fd3a9027a409c8fae018c5bdcfd3f). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.246466] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff3a5f3-fbc0-4d2d-a2fb-82006c5e654d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.257655] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Created folder: Project (e50fd3a9027a409c8fae018c5bdcfd3f) in parent group-v666200. [ 1017.258245] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Creating folder: Instances. Parent ref: group-v666451. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1017.258245] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3fa669b5-e33a-4d44-b0c3-3a97633cb166 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.268936] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Created folder: Instances in parent group-v666451. [ 1017.269221] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.269407] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.269613] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb91b5b9-5a41-413c-a09d-bae436cbcb54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.295522] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.295522] env[69433]: value = "task-3339034" [ 1017.295522] env[69433]: _type = "Task" [ 1017.295522] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.304194] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339034, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.343436] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339031, 'name': Rename_Task, 'duration_secs': 0.156383} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.344183] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.346184] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.347536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.676s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.347536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.347536] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1017.347536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.596s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.347536] env[69433]: DEBUG nova.objects.instance [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1017.349897] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5fdc792-34f5-4654-a0fd-9e40d14a0c2a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.352912] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8939a9c2-72b4-42e5-9b22-26378be29dc6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.362755] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1017.362755] env[69433]: value = "task-3339035" [ 1017.362755] env[69433]: _type = "Task" [ 1017.362755] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.370141] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffbadec-403c-4d67-ad65-0b11a5f93b03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.375351] env[69433]: INFO nova.scheduler.client.report [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleted allocations for instance a856e2e8-5fcf-445b-974a-6bd2ba2dd196 [ 1017.387120] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.398017] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691935bc-9116-4b80-b956-1c0f5f0fb387 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.407564] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5204466a-8a20-10dc-5ef6-12062edca894, 'name': SearchDatastore_Task, 'duration_secs': 0.010675} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.407947] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.408426] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 874bb9e1-3ad5-4943-af90-7fd425062049/874bb9e1-3ad5-4943-af90-7fd425062049.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.408546] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7594b666-ac01-45eb-a3a5-80dfdf62ef37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.415458] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe80947-5f56-4068-9a5f-a5b6a4837a9e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.422823] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1017.422823] env[69433]: value = "task-3339036" [ 1017.422823] env[69433]: _type = "Task" [ 1017.422823] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.434554] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.460334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "a3f53b54-3830-466d-9921-9c57443f2615" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.460615] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "a3f53b54-3830-466d-9921-9c57443f2615" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.460830] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "a3f53b54-3830-466d-9921-9c57443f2615-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.461020] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "a3f53b54-3830-466d-9921-9c57443f2615-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.461192] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "a3f53b54-3830-466d-9921-9c57443f2615-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.464294] env[69433]: INFO nova.compute.manager [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Terminating instance [ 1017.467474] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178669MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1017.467474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.502490] env[69433]: DEBUG nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.532237] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.532488] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.532648] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.532819] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.532968] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.533135] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.533345] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.533509] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.533676] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.533839] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.534030] env[69433]: DEBUG nova.virt.hardware [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.534923] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a24b0e-83cf-4d31-a67a-7382b634849b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.544412] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f00c8c-806b-45fb-b600-ce9878a2a266 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.810772] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339034, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.879435] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.894123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-35d4858a-6e4b-4107-b03a-583c9d7edcd2 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "a856e2e8-5fcf-445b-974a-6bd2ba2dd196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.457s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.936150] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339036, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.968199] env[69433]: DEBUG nova.compute.manager [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.968472] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.972233] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80a9425-fc5f-47c5-841e-60d84aea8ed5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.982190] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.982760] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-524e22ba-8a57-43a4-89e9-4e8843779efa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.991903] env[69433]: DEBUG oslo_vmware.api [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1017.991903] env[69433]: value = "task-3339037" [ 1017.991903] env[69433]: _type = "Task" [ 1017.991903] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.001288] env[69433]: DEBUG oslo_vmware.api [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.072658] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e4669ca-4777-4698-a7b0-b86da52802c8 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.795s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.095497] env[69433]: DEBUG nova.network.neutron [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Updated VIF entry in instance network info cache for port d48e19a9-0b3b-47e9-8747-cbd96027e08e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.096122] env[69433]: DEBUG nova.network.neutron [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Updating instance_info_cache with network_info: [{"id": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "address": "fa:16:3e:26:4f:2b", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1596b125-53", "ovs_interfaceid": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380", "address": "fa:16:3e:b4:da:ce", "network": {"id": "58535177-b19e-4eff-bd0d-7a03ab0662f1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-315199565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7a1d4bb-d6", "ovs_interfaceid": "b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "address": "fa:16:3e:d4:c4:9c", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48e19a9-0b", "ovs_interfaceid": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.131053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "02ea3950-de8f-412b-8ed0-9082de36b502" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.131358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "02ea3950-de8f-412b-8ed0-9082de36b502" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.131579] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "02ea3950-de8f-412b-8ed0-9082de36b502-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.131761] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "02ea3950-de8f-412b-8ed0-9082de36b502-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.131926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "02ea3950-de8f-412b-8ed0-9082de36b502-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.134022] env[69433]: INFO nova.compute.manager [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Terminating instance [ 1018.274010] env[69433]: DEBUG nova.network.neutron [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Successfully updated port: 0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.307730] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339034, 'name': CreateVM_Task, 'duration_secs': 0.546374} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.307908] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.308838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.309024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.309389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.309679] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4536ca9c-a497-4950-a3e5-fbcd8c35739d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.314768] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1018.314768] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ab3c0-36dc-ea72-d71f-ffc23bac2878" [ 1018.314768] env[69433]: _type = "Task" [ 1018.314768] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.324100] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ab3c0-36dc-ea72-d71f-ffc23bac2878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.359189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5309088d-bae3-4f6c-84af-44428a694958 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.360107] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.770s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.362153] env[69433]: INFO nova.compute.claims [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.376278] env[69433]: DEBUG oslo_vmware.api [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339035, 'name': PowerOnVM_Task, 'duration_secs': 0.590002} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.376423] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.376626] env[69433]: DEBUG nova.compute.manager [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.377611] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ea3847-1ed6-4bc1-a84f-5735b8970950 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.434599] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525382} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.434740] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 874bb9e1-3ad5-4943-af90-7fd425062049/874bb9e1-3ad5-4943-af90-7fd425062049.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.434941] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.435152] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd84e600-283c-44de-a362-a77b5de0569c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.443149] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1018.443149] env[69433]: value = "task-3339038" [ 1018.443149] env[69433]: _type = "Task" [ 1018.443149] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.452957] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.506754] env[69433]: DEBUG oslo_vmware.api [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339037, 'name': PowerOffVM_Task, 'duration_secs': 0.240664} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.507119] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.507358] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.507677] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfc83493-720d-4397-a0dc-10fb535273f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.575565] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.575967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.576176] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Deleting the datastore file [datastore2] a3f53b54-3830-466d-9921-9c57443f2615 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.576463] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b90467-9e36-4c22-977c-01a130b7d780 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.584823] env[69433]: DEBUG oslo_vmware.api [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for the task: (returnval){ [ 1018.584823] env[69433]: value = "task-3339040" [ 1018.584823] env[69433]: _type = "Task" [ 1018.584823] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.594561] env[69433]: DEBUG oslo_vmware.api [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.599650] env[69433]: DEBUG oslo_concurrency.lockutils [req-077658e9-30ad-4350-b474-bb0f61ed7c93 req-4aea9580-7e73-4266-a558-84dafedac261 service nova] Releasing lock "refresh_cache-eb8b74a8-f15d-4982-92cc-09fce8627ca3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.638356] env[69433]: DEBUG nova.compute.manager [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.638426] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.639440] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759a4a6-c4f6-4b6c-9553-bbf60fe779e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.647947] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.648249] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3800b34c-1573-4c2f-81ee-46dc7bbfabbc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.656750] env[69433]: DEBUG oslo_vmware.api [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 1018.656750] env[69433]: value = "task-3339041" [ 1018.656750] env[69433]: _type = "Task" [ 1018.656750] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.666139] env[69433]: DEBUG oslo_vmware.api [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3339041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.777165] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "refresh_cache-3c79c972-1b80-4723-9cd5-ee24db2be189" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.777354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "refresh_cache-3c79c972-1b80-4723-9cd5-ee24db2be189" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.777616] env[69433]: DEBUG nova.network.neutron [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.826577] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ab3c0-36dc-ea72-d71f-ffc23bac2878, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.826886] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.827135] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.827437] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.827659] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.827849] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.828167] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76524736-7850-4ba1-8d6b-6bb114525d9e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.838946] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.839158] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1018.840019] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88d37dd8-0633-42e8-9250-9eb24fcfa74c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.847277] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1018.847277] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52232109-e8bf-f761-1676-c4db00c487f5" [ 1018.847277] env[69433]: _type = "Task" [ 1018.847277] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.856090] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52232109-e8bf-f761-1676-c4db00c487f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.873486] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "f268d682-a949-4f25-bc00-5b74f6099346" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.873718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.885904] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "d838f60b-8f27-4e42-b309-fc1d280578ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.886203] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.886517] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "d838f60b-8f27-4e42-b309-fc1d280578ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.886746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.886927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.888759] env[69433]: INFO nova.compute.manager [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Terminating instance [ 1018.909852] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.936325] env[69433]: DEBUG nova.compute.manager [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Received event network-vif-plugged-0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.936550] env[69433]: DEBUG oslo_concurrency.lockutils [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] Acquiring lock "3c79c972-1b80-4723-9cd5-ee24db2be189-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.936767] env[69433]: DEBUG oslo_concurrency.lockutils [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.936933] env[69433]: DEBUG oslo_concurrency.lockutils [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.937326] env[69433]: DEBUG nova.compute.manager [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] No waiting events found dispatching network-vif-plugged-0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1018.937653] env[69433]: WARNING nova.compute.manager [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Received unexpected event network-vif-plugged-0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 for instance with vm_state building and task_state spawning. [ 1018.937730] env[69433]: DEBUG nova.compute.manager [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Received event network-changed-0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.937861] env[69433]: DEBUG nova.compute.manager [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Refreshing instance network info cache due to event network-changed-0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.938075] env[69433]: DEBUG oslo_concurrency.lockutils [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] Acquiring lock "refresh_cache-3c79c972-1b80-4723-9cd5-ee24db2be189" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.954604] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073579} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.954877] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.955712] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f1915-a512-4749-89fe-e9de5c32728f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.977152] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 874bb9e1-3ad5-4943-af90-7fd425062049/874bb9e1-3ad5-4943-af90-7fd425062049.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.977816] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f24923-ae27-4ff2-80bb-e5ef751479b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.999432] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1018.999432] env[69433]: value = "task-3339042" [ 1018.999432] env[69433]: _type = "Task" [ 1018.999432] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.009470] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.025630] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "45b1b295-23ae-4628-9762-209ac7f1b60b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.025916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.026213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "45b1b295-23ae-4628-9762-209ac7f1b60b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.026454] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.026717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.029283] env[69433]: INFO nova.compute.manager [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Terminating instance [ 1019.097606] env[69433]: DEBUG oslo_vmware.api [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Task: {'id': task-3339040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166777} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.098051] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.098320] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.098597] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.098996] env[69433]: INFO nova.compute.manager [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1019.099310] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.099562] env[69433]: DEBUG nova.compute.manager [-] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.099718] env[69433]: DEBUG nova.network.neutron [-] [instance: a3f53b54-3830-466d-9921-9c57443f2615] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.169201] env[69433]: DEBUG oslo_vmware.api [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3339041, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.329469] env[69433]: DEBUG nova.network.neutron [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.358290] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52232109-e8bf-f761-1676-c4db00c487f5, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.359090] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f36d323-35f4-4684-9c55-ebf31c2b69d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.364371] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1019.364371] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5232ea02-678f-09b0-b568-2659d3ed275b" [ 1019.364371] env[69433]: _type = "Task" [ 1019.364371] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.378959] env[69433]: DEBUG nova.compute.utils [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.380210] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5232ea02-678f-09b0-b568-2659d3ed275b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.392143] env[69433]: DEBUG nova.compute.manager [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.392359] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.393228] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd6b96a-359b-45b7-b356-85529b4158d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.404612] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.404850] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e3e5c92-85ba-4b1d-8743-dcedea10bf8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.413428] env[69433]: DEBUG oslo_vmware.api [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 1019.413428] env[69433]: value = "task-3339043" [ 1019.413428] env[69433]: _type = "Task" [ 1019.413428] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.421826] env[69433]: DEBUG oslo_vmware.api [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3339043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.515328] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339042, 'name': ReconfigVM_Task, 'duration_secs': 0.348708} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.516095] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 874bb9e1-3ad5-4943-af90-7fd425062049/874bb9e1-3ad5-4943-af90-7fd425062049.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.516870] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b4b021e-996e-4921-9346-e648ad41683a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.525675] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1019.525675] env[69433]: value = "task-3339044" [ 1019.525675] env[69433]: _type = "Task" [ 1019.525675] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.535783] env[69433]: DEBUG nova.compute.manager [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.535997] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.536565] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339044, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.539678] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa81432-3360-4068-accc-26092b007bf4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.545988] env[69433]: DEBUG nova.network.neutron [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Updating instance_info_cache with network_info: [{"id": "0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4", "address": "fa:16:3e:cc:69:7e", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a618dcc-92", "ovs_interfaceid": "0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.549537] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.549808] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f5206bd-835f-4844-8795-d320c6a23d44 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.560541] env[69433]: DEBUG oslo_vmware.api [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1019.560541] env[69433]: value = "task-3339045" [ 1019.560541] env[69433]: _type = "Task" [ 1019.560541] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.575758] env[69433]: DEBUG oslo_vmware.api [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.645814] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81da216f-d392-4af6-97bb-406f000962f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.654292] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b4ceec-e30f-4d9d-bc4c-810d02f9c350 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.669098] env[69433]: DEBUG oslo_vmware.api [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3339041, 'name': PowerOffVM_Task, 'duration_secs': 0.62275} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.669969] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.670173] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.695564] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6989897e-186f-414a-986d-eff27dbb72ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.698367] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05af292d-655c-498f-8747-2bc35f0aa499 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.708292] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be8b39e-baef-4a56-9890-5f2a942fd541 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.724033] env[69433]: DEBUG nova.compute.provider_tree [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.775016] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.775276] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.775466] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleting the datastore file [datastore2] 02ea3950-de8f-412b-8ed0-9082de36b502 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.775753] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b805cdf-ae9d-4bc7-98fb-f010a80a6701 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.783801] env[69433]: DEBUG oslo_vmware.api [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for the task: (returnval){ [ 1019.783801] env[69433]: value = "task-3339047" [ 1019.783801] env[69433]: _type = "Task" [ 1019.783801] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.792792] env[69433]: DEBUG oslo_vmware.api [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3339047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.838217] env[69433]: INFO nova.compute.manager [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Rebuilding instance [ 1019.877429] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5232ea02-678f-09b0-b568-2659d3ed275b, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.880590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.881023] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] eb8b74a8-f15d-4982-92cc-09fce8627ca3/eb8b74a8-f15d-4982-92cc-09fce8627ca3.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1019.881602] env[69433]: DEBUG nova.compute.manager [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.882281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.882893] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45fd9371-689e-4a18-96a3-5d22d0c9daa0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.885734] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d7e06-392d-418f-ae1a-c0ae54840d35 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.897659] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1019.897659] env[69433]: value = "task-3339048" [ 1019.897659] env[69433]: _type = "Task" [ 1019.897659] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.907738] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.924651] env[69433]: DEBUG oslo_vmware.api [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3339043, 'name': PowerOffVM_Task, 'duration_secs': 0.22149} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.924865] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.925066] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.925363] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b6d6a60-544b-4252-b0c0-8e427ef4c13b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.995128] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.995249] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.995352] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleting the datastore file [datastore2] d838f60b-8f27-4e42-b309-fc1d280578ee {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.995633] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed45264f-4c6b-4b1d-8546-9cecf1ca7103 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.006204] env[69433]: DEBUG oslo_vmware.api [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for the task: (returnval){ [ 1020.006204] env[69433]: value = "task-3339050" [ 1020.006204] env[69433]: _type = "Task" [ 1020.006204] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.015576] env[69433]: DEBUG oslo_vmware.api [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3339050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.016976] env[69433]: DEBUG nova.network.neutron [-] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.037445] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339044, 'name': Rename_Task, 'duration_secs': 0.178366} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.037746] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.038024] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c273f787-ed20-4130-b59c-d4172f8866d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.047164] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1020.047164] env[69433]: value = "task-3339051" [ 1020.047164] env[69433]: _type = "Task" [ 1020.047164] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.051084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "refresh_cache-3c79c972-1b80-4723-9cd5-ee24db2be189" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.051443] env[69433]: DEBUG nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Instance network_info: |[{"id": "0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4", "address": "fa:16:3e:cc:69:7e", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a618dcc-92", "ovs_interfaceid": "0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.051951] env[69433]: DEBUG oslo_concurrency.lockutils [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] Acquired lock "refresh_cache-3c79c972-1b80-4723-9cd5-ee24db2be189" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.052178] env[69433]: DEBUG nova.network.neutron [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Refreshing network info cache for port 0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.053369] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:69:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1316f5aa-529f-4bac-8dd7-6076a9d43312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.061984] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.063787] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.067723] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5416cfc4-6a78-41e1-8df2-cf487eac98c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.088938] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339051, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.096046] env[69433]: DEBUG oslo_vmware.api [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339045, 'name': PowerOffVM_Task, 'duration_secs': 0.397927} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.097571] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.097771] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.098046] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.098046] env[69433]: value = "task-3339052" [ 1020.098046] env[69433]: _type = "Task" [ 1020.098046] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.098231] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581b3324-57fb-432c-976a-470f88ff8945 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.108912] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339052, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.183747] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.184021] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.184270] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleting the datastore file [datastore1] 45b1b295-23ae-4628-9762-209ac7f1b60b {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.184592] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e295562-b477-48c8-a2b4-13705cf33b09 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.192677] env[69433]: DEBUG oslo_vmware.api [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1020.192677] env[69433]: value = "task-3339054" [ 1020.192677] env[69433]: _type = "Task" [ 1020.192677] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.202803] env[69433]: DEBUG oslo_vmware.api [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.229919] env[69433]: DEBUG nova.scheduler.client.report [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.295135] env[69433]: DEBUG oslo_vmware.api [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Task: {'id': task-3339047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308032} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.295413] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.296047] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.296047] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.296047] env[69433]: INFO nova.compute.manager [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1020.296293] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.296578] env[69433]: DEBUG nova.compute.manager [-] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.296578] env[69433]: DEBUG nova.network.neutron [-] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.411924] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.520871] env[69433]: INFO nova.compute.manager [-] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Took 1.42 seconds to deallocate network for instance. [ 1020.522027] env[69433]: DEBUG oslo_vmware.api [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Task: {'id': task-3339050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230419} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.523683] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.524009] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.524309] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.524598] env[69433]: INFO nova.compute.manager [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1020.524976] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.531832] env[69433]: DEBUG nova.compute.manager [-] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.531832] env[69433]: DEBUG nova.network.neutron [-] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.562157] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.609785] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339052, 'name': CreateVM_Task, 'duration_secs': 0.408062} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.609960] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.610801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.610966] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.611296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.611564] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44311f26-9335-4db3-83da-d4a8330ae439 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.618576] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1020.618576] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ad3e07-5747-6e86-24f4-6c1b6f7dea82" [ 1020.618576] env[69433]: _type = "Task" [ 1020.618576] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.636550] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ad3e07-5747-6e86-24f4-6c1b6f7dea82, 'name': SearchDatastore_Task} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.639498] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.639622] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.640238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.640238] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.640238] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.640533] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49e4e299-a577-41d7-a19a-6ad73d81d4d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.656502] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.656623] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.657452] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76ff2289-624f-4936-8cd2-b85fa8199343 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.664650] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1020.664650] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c76bb1-6ee4-72f6-c351-b7cb56c978bd" [ 1020.664650] env[69433]: _type = "Task" [ 1020.664650] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.677448] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c76bb1-6ee4-72f6-c351-b7cb56c978bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.706589] env[69433]: DEBUG oslo_vmware.api [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162848} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.706918] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.707163] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.707394] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.707665] env[69433]: INFO nova.compute.manager [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1020.707905] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.708169] env[69433]: DEBUG nova.compute.manager [-] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.708301] env[69433]: DEBUG nova.network.neutron [-] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.737022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.737022] env[69433]: DEBUG nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.738724] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.751s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.739020] env[69433]: DEBUG nova.objects.instance [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lazy-loading 'resources' on Instance uuid 282194e6-1e3d-42bd-b6c3-fee09d54210e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.914995] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.920583] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-749f9abd-2866-468a-8682-dfebb44048ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.924684] env[69433]: DEBUG nova.network.neutron [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Updated VIF entry in instance network info cache for port 0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.924684] env[69433]: DEBUG nova.network.neutron [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Updating instance_info_cache with network_info: [{"id": "0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4", "address": "fa:16:3e:cc:69:7e", "network": {"id": "be50a774-ffd9-4964-91f6-d417edeb8eac", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1678330472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780ca16f4beb4806969bd28446bc93d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1316f5aa-529f-4bac-8dd7-6076a9d43312", "external-id": "nsx-vlan-transportzone-399", "segmentation_id": 399, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a618dcc-92", "ovs_interfaceid": "0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.934304] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.935967] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1020.935967] env[69433]: value = "task-3339055" [ 1020.935967] env[69433]: _type = "Task" [ 1020.935967] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.952746] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.960466] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "f268d682-a949-4f25-bc00-5b74f6099346" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.960540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.960770] env[69433]: INFO nova.compute.manager [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Attaching volume 73807e37-3332-4dec-a5e2-ded9c27d99f1 to /dev/sdb [ 1020.981750] env[69433]: DEBUG nova.compute.manager [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Received event network-vif-deleted-38faef92-7140-4307-ace9-cc84987b3317 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.982933] env[69433]: DEBUG nova.compute.manager [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Received event network-vif-deleted-cd0fb9a2-c163-4da7-9ca9-b6421169fcf8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.987030] env[69433]: INFO nova.compute.manager [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Neutron deleted interface cd0fb9a2-c163-4da7-9ca9-b6421169fcf8; detaching it from the instance and deleting it from the info cache [ 1020.987300] env[69433]: DEBUG nova.network.neutron [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.012625] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbbad9-ff3a-4e03-a182-a633cb09a707 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.024537] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128daceb-a6e3-4c4a-9f00-231d7c2d87f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.034219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.043760] env[69433]: DEBUG nova.virt.block_device [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Updating existing volume attachment record: d12e091b-d1bf-4a98-9880-d515f8120eea {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.062954] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.179301] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c76bb1-6ee4-72f6-c351-b7cb56c978bd, 'name': SearchDatastore_Task, 'duration_secs': 0.013511} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.180566] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3d4bf0-5b96-49c1-981e-05378510661e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.189228] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1021.189228] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9fe34-904a-df54-05f6-53d3d4c092bc" [ 1021.189228] env[69433]: _type = "Task" [ 1021.189228] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.198438] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9fe34-904a-df54-05f6-53d3d4c092bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.243042] env[69433]: DEBUG nova.compute.utils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.248735] env[69433]: DEBUG nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.248735] env[69433]: DEBUG nova.network.neutron [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.333858] env[69433]: DEBUG nova.policy [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ee1f4e7e5b4dd2b05127f6b5556985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5a4877759264025851f0d919e77e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.359077] env[69433]: DEBUG nova.network.neutron [-] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.418721] env[69433]: DEBUG nova.network.neutron [-] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.431351] env[69433]: DEBUG oslo_concurrency.lockutils [req-89aa775f-9bf1-4c76-8898-d11a82e0da27 req-9b26d2de-2505-4f48-8191-524391eeffa3 service nova] Releasing lock "refresh_cache-3c79c972-1b80-4723-9cd5-ee24db2be189" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.431850] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339048, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.291827} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.432148] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] eb8b74a8-f15d-4982-92cc-09fce8627ca3/eb8b74a8-f15d-4982-92cc-09fce8627ca3.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.432428] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.432701] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77807f2a-e340-474b-a110-ce1e5ba6f3ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.447519] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1021.447519] env[69433]: value = "task-3339059" [ 1021.447519] env[69433]: _type = "Task" [ 1021.447519] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.457736] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339055, 'name': PowerOffVM_Task, 'duration_secs': 0.188706} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.461282] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.461608] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.465727] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6987fd25-e5a8-40fa-9e7d-960fe65a19ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.468669] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.475830] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.476081] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6af46cd-686a-4af0-8a88-0acc244aac44 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.491928] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96fdcde3-3990-4722-9502-074bcc10b9e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.504729] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b0e81-a232-454f-aeda-93f721259878 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.525098] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.525098] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.525098] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Deleting the datastore file [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.526103] env[69433]: DEBUG nova.compute.manager [req-0a640c8b-d20d-4623-9347-ad01c93e0e2c req-a51f8c3e-d8cb-456e-ad41-7d3a9d68597a service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Received event network-vif-deleted-ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.526103] env[69433]: INFO nova.compute.manager [req-0a640c8b-d20d-4623-9347-ad01c93e0e2c req-a51f8c3e-d8cb-456e-ad41-7d3a9d68597a service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Neutron deleted interface ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b; detaching it from the instance and deleting it from the info cache [ 1021.526292] env[69433]: DEBUG nova.network.neutron [req-0a640c8b-d20d-4623-9347-ad01c93e0e2c req-a51f8c3e-d8cb-456e-ad41-7d3a9d68597a service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.527936] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4000ed2-aa10-4046-8e77-6fb4466cec87 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.537868] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1021.537868] env[69433]: value = "task-3339061" [ 1021.537868] env[69433]: _type = "Task" [ 1021.537868] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.558396] env[69433]: DEBUG nova.compute.manager [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Detach interface failed, port_id=cd0fb9a2-c163-4da7-9ca9-b6421169fcf8, reason: Instance 02ea3950-de8f-412b-8ed0-9082de36b502 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1021.558485] env[69433]: DEBUG nova.compute.manager [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Received event network-vif-deleted-c2d167a3-4e58-4123-9fa9-fe74e26163f4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.558700] env[69433]: INFO nova.compute.manager [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Neutron deleted interface c2d167a3-4e58-4123-9fa9-fe74e26163f4; detaching it from the instance and deleting it from the info cache [ 1021.558824] env[69433]: DEBUG nova.network.neutron [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.567845] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.575143] env[69433]: DEBUG oslo_vmware.api [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339051, 'name': PowerOnVM_Task, 'duration_secs': 1.378443} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.577813] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.578064] env[69433]: INFO nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Took 6.44 seconds to spawn the instance on the hypervisor. [ 1021.578256] env[69433]: DEBUG nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.580317] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b795284-7ed1-444e-814a-ca4f4b681c0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.619159] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a54508-7822-4967-91c3-f85cd9c8e52e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.628925] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1748a3fd-36c6-436d-b7f1-f2a52fb31af3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.661574] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea88f9e9-351a-4d40-a6e8-7b71803adcc7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.670393] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d3f175-794d-4a42-9b84-7d26373c58fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.685069] env[69433]: DEBUG nova.compute.provider_tree [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.694804] env[69433]: DEBUG nova.network.neutron [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Successfully created port: 76f94ffa-62f1-495b-8663-88af3f653f57 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.703612] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9fe34-904a-df54-05f6-53d3d4c092bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011945} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.703883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.704152] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3c79c972-1b80-4723-9cd5-ee24db2be189/3c79c972-1b80-4723-9cd5-ee24db2be189.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1021.704458] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-904885bd-b303-4808-8400-c88593583eef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.712713] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1021.712713] env[69433]: value = "task-3339062" [ 1021.712713] env[69433]: _type = "Task" [ 1021.712713] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.723608] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.749109] env[69433]: DEBUG nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.864487] env[69433]: INFO nova.compute.manager [-] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Took 1.57 seconds to deallocate network for instance. [ 1021.925911] env[69433]: INFO nova.compute.manager [-] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Took 1.40 seconds to deallocate network for instance. [ 1021.959210] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096911} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.959523] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.960322] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fbec96-9cf2-41b2-a43a-f192350bd286 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.990893] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] eb8b74a8-f15d-4982-92cc-09fce8627ca3/eb8b74a8-f15d-4982-92cc-09fce8627ca3.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.991539] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d499dfc1-0b62-49eb-bc43-23c8f16404d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.008246] env[69433]: DEBUG nova.network.neutron [-] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.016801] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1022.016801] env[69433]: value = "task-3339063" [ 1022.016801] env[69433]: _type = "Task" [ 1022.016801] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.032511] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339063, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.032751] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4affa727-9102-4cfe-adc2-c141659f23bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.046440] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af891fd-ef37-4a66-b543-8aebc44a40c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.062097] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128683} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.062876] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.064719] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.064719] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.066430] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4506611-8175-4feb-867a-8401f45a9ba7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.076343] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d2aef3-b1c3-40d6-92a4-f32f3778db14 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.105896] env[69433]: DEBUG nova.compute.manager [req-0a640c8b-d20d-4623-9347-ad01c93e0e2c req-a51f8c3e-d8cb-456e-ad41-7d3a9d68597a service nova] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Detach interface failed, port_id=ab0b2a16-f4aa-4a72-bf2c-bbc865f0df5b, reason: Instance 45b1b295-23ae-4628-9762-209ac7f1b60b could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.109248] env[69433]: INFO nova.compute.manager [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Took 20.07 seconds to build instance. [ 1022.133805] env[69433]: DEBUG nova.compute.manager [req-b70107ac-698d-4c90-ba70-fce31c5660a6 req-e6ba8726-3f04-4409-9d4d-e4737df9aa68 service nova] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Detach interface failed, port_id=c2d167a3-4e58-4123-9fa9-fe74e26163f4, reason: Instance d838f60b-8f27-4e42-b309-fc1d280578ee could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.188670] env[69433]: DEBUG nova.scheduler.client.report [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.224361] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.371527] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.432778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.510965] env[69433]: INFO nova.compute.manager [-] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Took 1.80 seconds to deallocate network for instance. [ 1022.527451] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339063, 'name': ReconfigVM_Task, 'duration_secs': 0.373379} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.527758] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Reconfigured VM instance instance-00000059 to attach disk [datastore1] eb8b74a8-f15d-4982-92cc-09fce8627ca3/eb8b74a8-f15d-4982-92cc-09fce8627ca3.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.528443] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595945da-f872-4f1f-a1db-dc29c79deb7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.536868] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1022.536868] env[69433]: value = "task-3339064" [ 1022.536868] env[69433]: _type = "Task" [ 1022.536868] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.546378] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339064, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.610996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1c542e4-f64c-4a0e-a20c-264f8479e44e tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "874bb9e1-3ad5-4943-af90-7fd425062049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.575s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.694275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.697345] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.230s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.727638] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838858} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.727945] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3c79c972-1b80-4723-9cd5-ee24db2be189/3c79c972-1b80-4723-9cd5-ee24db2be189.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1022.728179] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1022.728689] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-facb6754-4029-437f-bb14-bbee036c3487 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.735233] env[69433]: INFO nova.scheduler.client.report [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Deleted allocations for instance 282194e6-1e3d-42bd-b6c3-fee09d54210e [ 1022.740017] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1022.740017] env[69433]: value = "task-3339065" [ 1022.740017] env[69433]: _type = "Task" [ 1022.740017] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.750180] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.758021] env[69433]: DEBUG nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.782745] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.782996] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.783176] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.783363] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.783514] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.783663] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.783870] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.784045] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.784230] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.784389] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.784563] env[69433]: DEBUG nova.virt.hardware [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.785684] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47768c66-c639-4436-979b-278484749389 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.794362] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d08c7c-14f5-4079-ae63-b0c3090b5103 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.018554] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.047726] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339064, 'name': Rename_Task, 'duration_secs': 0.157139} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.048841] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.048841] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ee48f5a-3214-495d-88b4-c34dcd564fc8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.056071] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1023.056071] env[69433]: value = "task-3339066" [ 1023.056071] env[69433]: _type = "Task" [ 1023.056071] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.064394] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.096330] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.096634] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.096814] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.097083] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.097166] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.097345] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.097588] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.097793] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.098008] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.098325] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.098615] env[69433]: DEBUG nova.virt.hardware [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.099776] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c9a097-076d-4973-b202-86bda26fd28c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.108430] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a1e04c-0a7a-4de0-b527-ab338ba43c37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.126018] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.131959] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.132394] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.132971] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30377c70-5f61-483b-88a0-c2e4a46b3f49 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.153065] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.153065] env[69433]: value = "task-3339067" [ 1023.153065] env[69433]: _type = "Task" [ 1023.153065] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.166241] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339067, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.227019] env[69433]: DEBUG nova.compute.manager [None req-2e3e5992-804b-4e0c-b24c-8498fd88bb52 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.227019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad166f-97f6-41d4-b417-e862bda23cf8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.249121] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c0aee022-9f56-4350-a9f8-951dc3a57799 tempest-ImagesTestJSON-562279302 tempest-ImagesTestJSON-562279302-project-member] Lock "282194e6-1e3d-42bd-b6c3-fee09d54210e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.179s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.257865] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071975} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.258418] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.259763] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991bbb74-d376-44bc-a141-f71f7178d323 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.291486] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 3c79c972-1b80-4723-9cd5-ee24db2be189/3c79c972-1b80-4723-9cd5-ee24db2be189.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.294028] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c560077-b13f-4199-ad9a-69a46272b379 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.314669] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "874bb9e1-3ad5-4943-af90-7fd425062049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.315132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "874bb9e1-3ad5-4943-af90-7fd425062049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.315486] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "874bb9e1-3ad5-4943-af90-7fd425062049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.317021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "874bb9e1-3ad5-4943-af90-7fd425062049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.317021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "874bb9e1-3ad5-4943-af90-7fd425062049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.317852] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1023.317852] env[69433]: value = "task-3339068" [ 1023.317852] env[69433]: _type = "Task" [ 1023.317852] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.318521] env[69433]: INFO nova.compute.manager [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Terminating instance [ 1023.330811] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.370573] env[69433]: DEBUG nova.network.neutron [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Successfully updated port: 76f94ffa-62f1-495b-8663-88af3f653f57 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.554655] env[69433]: DEBUG nova.compute.manager [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Received event network-vif-plugged-76f94ffa-62f1-495b-8663-88af3f653f57 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.554922] env[69433]: DEBUG oslo_concurrency.lockutils [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] Acquiring lock "b9725d37-333c-4f92-9b1a-28e796c01a4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.555214] env[69433]: DEBUG oslo_concurrency.lockutils [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.555581] env[69433]: DEBUG oslo_concurrency.lockutils [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.555791] env[69433]: DEBUG nova.compute.manager [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] No waiting events found dispatching network-vif-plugged-76f94ffa-62f1-495b-8663-88af3f653f57 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.555964] env[69433]: WARNING nova.compute.manager [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Received unexpected event network-vif-plugged-76f94ffa-62f1-495b-8663-88af3f653f57 for instance with vm_state building and task_state spawning. [ 1023.556142] env[69433]: DEBUG nova.compute.manager [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Received event network-changed-76f94ffa-62f1-495b-8663-88af3f653f57 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.556378] env[69433]: DEBUG nova.compute.manager [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Refreshing instance network info cache due to event network-changed-76f94ffa-62f1-495b-8663-88af3f653f57. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.556583] env[69433]: DEBUG oslo_concurrency.lockutils [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] Acquiring lock "refresh_cache-b9725d37-333c-4f92-9b1a-28e796c01a4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.556751] env[69433]: DEBUG oslo_concurrency.lockutils [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] Acquired lock "refresh_cache-b9725d37-333c-4f92-9b1a-28e796c01a4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.556935] env[69433]: DEBUG nova.network.neutron [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Refreshing network info cache for port 76f94ffa-62f1-495b-8663-88af3f653f57 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.570969] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.664766] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339067, 'name': CreateVM_Task, 'duration_secs': 0.346573} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.665302] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.665870] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.666205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.666768] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.667055] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698d1f3d-abe8-438b-8bb7-468137eb4507 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.673385] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1023.673385] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52657f2a-62c2-4c79-6472-6a73b8420e2b" [ 1023.673385] env[69433]: _type = "Task" [ 1023.673385] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.684215] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52657f2a-62c2-4c79-6472-6a73b8420e2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.740048] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.740048] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance b461f82f-7ce7-4bef-9f57-706b5239b3f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.740206] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a408ea57-9966-4246-a7f3-2fe708b5afc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.740269] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 45b1b295-23ae-4628-9762-209ac7f1b60b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.740395] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 97b2bc5b-267b-440b-a66a-0fd86f49ace2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.740526] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance d838f60b-8f27-4e42-b309-fc1d280578ee is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.740651] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 02ea3950-de8f-412b-8ed0-9082de36b502 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 3, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.740769] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance f268d682-a949-4f25-bc00-5b74f6099346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.740932] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3a05b9ee-e661-4445-824e-7a74ec764286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.741071] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 688174d7-99f8-47e4-a21a-fb6133430bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.741190] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 1aa946fe-9dea-4b92-89ab-bb9750f12efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.741320] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a3f53b54-3830-466d-9921-9c57443f2615 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1023.741435] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance eb8b74a8-f15d-4982-92cc-09fce8627ca3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.741548] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 874bb9e1-3ad5-4943-af90-7fd425062049 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.741662] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3c79c972-1b80-4723-9cd5-ee24db2be189 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.741775] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance b9725d37-333c-4f92-9b1a-28e796c01a4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1023.742023] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1023.742455] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1023.745186] env[69433]: INFO nova.compute.manager [None req-2e3e5992-804b-4e0c-b24c-8498fd88bb52 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] instance snapshotting [ 1023.745772] env[69433]: DEBUG nova.objects.instance [None req-2e3e5992-804b-4e0c-b24c-8498fd88bb52 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lazy-loading 'flavor' on Instance uuid 874bb9e1-3ad5-4943-af90-7fd425062049 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.826551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "refresh_cache-874bb9e1-3ad5-4943-af90-7fd425062049" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.826708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquired lock "refresh_cache-874bb9e1-3ad5-4943-af90-7fd425062049" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.826885] env[69433]: DEBUG nova.network.neutron [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.831422] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339068, 'name': ReconfigVM_Task, 'duration_secs': 0.371622} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.834373] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 3c79c972-1b80-4723-9cd5-ee24db2be189/3c79c972-1b80-4723-9cd5-ee24db2be189.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.835260] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc914afa-16ee-4178-b6b7-768a8ecc7fe7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.843724] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1023.843724] env[69433]: value = "task-3339070" [ 1023.843724] env[69433]: _type = "Task" [ 1023.843724] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.855266] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339070, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.875522] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-b9725d37-333c-4f92-9b1a-28e796c01a4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.983731] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f5459b-bc1e-4766-8802-6cd50e1be1df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.992840] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37bafed-38b8-46fd-95a4-56f4159a7797 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.029875] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70140b4b-050d-418a-85c4-38b4f60dfa4a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.038754] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d9b02-fc04-4097-9ef9-dbc99e1f8f25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.054881] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.075497] env[69433]: DEBUG oslo_vmware.api [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339066, 'name': PowerOnVM_Task, 'duration_secs': 0.531832} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.075497] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.075723] env[69433]: INFO nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Took 15.04 seconds to spawn the instance on the hypervisor. [ 1024.075836] env[69433]: DEBUG nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.076846] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea51b5-4761-4046-af6b-fe8caa89a00c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.185382] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52657f2a-62c2-4c79-6472-6a73b8420e2b, 'name': SearchDatastore_Task, 'duration_secs': 0.01973} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.185693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.185933] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.186184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.186330] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.186508] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.186795] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44a977f-b3ca-47a9-aecd-2f2afe88adbe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.197975] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.198188] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.199104] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed903c7-618a-4e2b-a660-2a3214352a00 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.205572] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1024.205572] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272e3f7-a62b-0145-e356-802a39fa67d7" [ 1024.205572] env[69433]: _type = "Task" [ 1024.205572] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.214979] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272e3f7-a62b-0145-e356-802a39fa67d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.251474] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01be4cea-a188-4f31-9e3e-b65180640199 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.270415] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d3b3a0-184e-4162-ba9f-18c21bbb77d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.353684] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339070, 'name': Rename_Task, 'duration_secs': 0.153657} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.354600] env[69433]: DEBUG nova.network.neutron [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.356261] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.356524] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2eb6d28-bc2f-4db4-b27b-c619e03385fa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.364078] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1024.364078] env[69433]: value = "task-3339071" [ 1024.364078] env[69433]: _type = "Task" [ 1024.364078] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.365028] env[69433]: DEBUG nova.network.neutron [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.376017] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.497156] env[69433]: DEBUG nova.network.neutron [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.526964] env[69433]: DEBUG nova.network.neutron [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.562166] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.598768] env[69433]: INFO nova.compute.manager [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Took 29.28 seconds to build instance. [ 1024.719745] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5272e3f7-a62b-0145-e356-802a39fa67d7, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.722029] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fa189d-b8aa-4ed7-b166-2c1d6f264db5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.729529] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1024.729529] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5251b7a7-95a0-c419-c45f-1a2ddfe65bf6" [ 1024.729529] env[69433]: _type = "Task" [ 1024.729529] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.739833] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5251b7a7-95a0-c419-c45f-1a2ddfe65bf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.781062] env[69433]: DEBUG nova.compute.manager [None req-2e3e5992-804b-4e0c-b24c-8498fd88bb52 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Instance disappeared during snapshot {{(pid=69433) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1024.882056] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339071, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.935851] env[69433]: DEBUG nova.compute.manager [None req-2e3e5992-804b-4e0c-b24c-8498fd88bb52 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Found 0 images (rotation: 2) {{(pid=69433) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1024.999500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Releasing lock "refresh_cache-874bb9e1-3ad5-4943-af90-7fd425062049" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.000022] env[69433]: DEBUG nova.compute.manager [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.000227] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.001188] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f0d73-ab0b-42f9-b626-6a6cbcf5f6d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.009942] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.010349] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24565610-95f5-4542-906c-358386f76813 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.018412] env[69433]: DEBUG oslo_vmware.api [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1025.018412] env[69433]: value = "task-3339072" [ 1025.018412] env[69433]: _type = "Task" [ 1025.018412] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.031356] env[69433]: DEBUG oslo_vmware.api [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.031895] env[69433]: DEBUG oslo_concurrency.lockutils [req-983b78c0-1c38-4bc3-8c7d-ac79f9c3f939 req-753ad20c-e119-4830-84ca-3d3b9a419c21 service nova] Releasing lock "refresh_cache-b9725d37-333c-4f92-9b1a-28e796c01a4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.032262] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-b9725d37-333c-4f92-9b1a-28e796c01a4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.032421] env[69433]: DEBUG nova.network.neutron [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.067176] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1025.067496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.371s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.067705] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.158s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.067891] env[69433]: DEBUG nova.objects.instance [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1025.100495] env[69433]: DEBUG oslo_concurrency.lockutils [None req-823c1aa6-fbbc-4fdb-9d2f-f5f3efef3efa tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.801s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.107737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.107737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.107737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.107737] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.107981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.111268] env[69433]: INFO nova.compute.manager [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Terminating instance [ 1025.241411] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5251b7a7-95a0-c419-c45f-1a2ddfe65bf6, 'name': SearchDatastore_Task, 'duration_secs': 0.014826} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.241672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.241936] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.242360] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-163bf08f-2a07-4773-b99d-fbb82c5abe46 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.249143] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1025.249143] env[69433]: value = "task-3339073" [ 1025.249143] env[69433]: _type = "Task" [ 1025.249143] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.257909] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.379048] env[69433]: DEBUG oslo_vmware.api [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339071, 'name': PowerOnVM_Task, 'duration_secs': 0.532975} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.379832] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.379832] env[69433]: INFO nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1025.379832] env[69433]: DEBUG nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.380574] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02932076-80f3-4a6f-855a-a24d7a52b510 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.532902] env[69433]: DEBUG oslo_vmware.api [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339072, 'name': PowerOffVM_Task, 'duration_secs': 0.123971} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.533337] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.533581] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.533916] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f32101ba-e2ec-4ef6-a7db-d2956fbd661e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.574939] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.575315] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.575315] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Deleting the datastore file [datastore1] 874bb9e1-3ad5-4943-af90-7fd425062049 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.575661] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5742b941-dfe9-4464-8ed1-8bb245958a0a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.579920] env[69433]: DEBUG nova.network.neutron [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.588076] env[69433]: DEBUG oslo_vmware.api [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for the task: (returnval){ [ 1025.588076] env[69433]: value = "task-3339075" [ 1025.588076] env[69433]: _type = "Task" [ 1025.588076] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.603366] env[69433]: DEBUG oslo_vmware.api [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.610149] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1025.610409] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666456', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'name': 'volume-73807e37-3332-4dec-a5e2-ded9c27d99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f268d682-a949-4f25-bc00-5b74f6099346', 'attached_at': '', 'detached_at': '', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'serial': '73807e37-3332-4dec-a5e2-ded9c27d99f1'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1025.611328] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db7b90-4e43-4919-b00f-52ec9e2ed989 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.614762] env[69433]: DEBUG nova.compute.manager [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.614993] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.615838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a29caa-33b0-482b-88d5-cedf5dd93159 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.625404] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.636834] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ae1106-d51e-49fc-bef5-35996f4139b5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.639896] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7b7a77-fc8d-4d01-95a2-1708d7367e65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.671064] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-73807e37-3332-4dec-a5e2-ded9c27d99f1/volume-73807e37-3332-4dec-a5e2-ded9c27d99f1.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.672838] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de3be3b5-099b-4fc5-afd4-b8d1caf09340 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.686570] env[69433]: DEBUG oslo_vmware.api [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1025.686570] env[69433]: value = "task-3339076" [ 1025.686570] env[69433]: _type = "Task" [ 1025.686570] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.697576] env[69433]: DEBUG oslo_vmware.api [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.699335] env[69433]: DEBUG oslo_vmware.api [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1025.699335] env[69433]: value = "task-3339077" [ 1025.699335] env[69433]: _type = "Task" [ 1025.699335] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.763477] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339073, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.775825] env[69433]: DEBUG nova.network.neutron [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Updating instance_info_cache with network_info: [{"id": "76f94ffa-62f1-495b-8663-88af3f653f57", "address": "fa:16:3e:37:44:8b", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f94ffa-62", "ovs_interfaceid": "76f94ffa-62f1-495b-8663-88af3f653f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.903018] env[69433]: INFO nova.compute.manager [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Took 22.17 seconds to build instance. [ 1026.079401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-840ee1b7-10d5-46fa-9447-caf27bc9f9d6 tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.080577] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.047s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.080787] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.084011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.712s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.084011] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.084964] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.652s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.085173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.087188] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.069s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.087392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.099960] env[69433]: DEBUG oslo_vmware.api [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Task: {'id': task-3339075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223202} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.100139] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.100333] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.100512] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.100697] env[69433]: INFO nova.compute.manager [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1026.100961] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.101173] env[69433]: DEBUG nova.compute.manager [-] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.101269] env[69433]: DEBUG nova.network.neutron [-] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.111959] env[69433]: INFO nova.scheduler.client.report [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleted allocations for instance 45b1b295-23ae-4628-9762-209ac7f1b60b [ 1026.115022] env[69433]: INFO nova.scheduler.client.report [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Deleted allocations for instance a3f53b54-3830-466d-9921-9c57443f2615 [ 1026.126833] env[69433]: DEBUG nova.network.neutron [-] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.129213] env[69433]: INFO nova.scheduler.client.report [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Deleted allocations for instance d838f60b-8f27-4e42-b309-fc1d280578ee [ 1026.133457] env[69433]: INFO nova.scheduler.client.report [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Deleted allocations for instance 02ea3950-de8f-412b-8ed0-9082de36b502 [ 1026.198496] env[69433]: DEBUG oslo_vmware.api [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339076, 'name': PowerOffVM_Task, 'duration_secs': 0.228307} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.198768] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.199016] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.199290] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1da4fc6-b765-4785-895e-0aa8435e9ff2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.210323] env[69433]: DEBUG oslo_vmware.api [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.262057] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540862} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.262057] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.262057] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.262057] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3310ab84-1235-4fa5-a499-f5d59dae14e0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.268372] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1026.268372] env[69433]: value = "task-3339079" [ 1026.268372] env[69433]: _type = "Task" [ 1026.268372] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.279911] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-b9725d37-333c-4f92-9b1a-28e796c01a4e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.280045] env[69433]: DEBUG nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Instance network_info: |[{"id": "76f94ffa-62f1-495b-8663-88af3f653f57", "address": "fa:16:3e:37:44:8b", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f94ffa-62", "ovs_interfaceid": "76f94ffa-62f1-495b-8663-88af3f653f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.280316] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.280779] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:44:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76f94ffa-62f1-495b-8663-88af3f653f57', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.289132] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.289405] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.289683] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-492b6a75-7142-44c0-8a7d-fa7a4b80920b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.312306] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.312306] env[69433]: value = "task-3339080" [ 1026.312306] env[69433]: _type = "Task" [ 1026.312306] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.321810] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339080, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.347913] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.348222] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.348469] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Deleting the datastore file [datastore1] eb8b74a8-f15d-4982-92cc-09fce8627ca3 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.348848] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc8e6cf7-0f22-4f6e-90ed-fd409ed4a1e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.356685] env[69433]: DEBUG oslo_vmware.api [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1026.356685] env[69433]: value = "task-3339081" [ 1026.356685] env[69433]: _type = "Task" [ 1026.356685] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.366224] env[69433]: DEBUG oslo_vmware.api [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.404984] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a95025bf-1b12-46b1-90d8-1b6a1effa876 tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.683s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.622899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a2c31513-ab99-4e60-8055-25bf2d112d52 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "45b1b295-23ae-4628-9762-209ac7f1b60b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.597s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.624051] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d23e2de5-91ba-4da5-b364-5a76c97dae43 tempest-ServerMetadataTestJSON-2139378059 tempest-ServerMetadataTestJSON-2139378059-project-member] Lock "a3f53b54-3830-466d-9921-9c57443f2615" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.163s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.628916] env[69433]: DEBUG nova.network.neutron [-] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.639476] env[69433]: DEBUG oslo_concurrency.lockutils [None req-258bd474-fd40-4eea-bd10-3ae9727df535 tempest-ListServerFiltersTestJSON-1974810591 tempest-ListServerFiltersTestJSON-1974810591-project-member] Lock "d838f60b-8f27-4e42-b309-fc1d280578ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.753s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.640801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-06543221-e41f-4ee0-929c-35235d483490 tempest-ServersWithFlavorSwapResizeTest-1284855235 tempest-ServersWithFlavorSwapResizeTest-1284855235-project-member] Lock "02ea3950-de8f-412b-8ed0-9082de36b502" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.509s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.712982] env[69433]: DEBUG oslo_vmware.api [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339077, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.782362] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170665} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.783020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.784649] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6f0d26-11c9-4008-bb4c-ef35484a488c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.805355] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.805663] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d5775fb-16b3-41c1-b377-c3adfa0de06f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.833285] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339080, 'name': CreateVM_Task, 'duration_secs': 0.396412} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.835264] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.835487] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1026.835487] env[69433]: value = "task-3339082" [ 1026.835487] env[69433]: _type = "Task" [ 1026.835487] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.836540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.836633] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.837066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.837529] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9eab20-a4ff-4c88-be39-a150ab64755d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.848498] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1026.848498] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5274fe23-6792-c2d6-6203-7d71908e9541" [ 1026.848498] env[69433]: _type = "Task" [ 1026.848498] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.855311] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339082, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.877302] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5274fe23-6792-c2d6-6203-7d71908e9541, 'name': SearchDatastore_Task, 'duration_secs': 0.01264} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.881078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.881355] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.881592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.881740] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.881918] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.882507] env[69433]: DEBUG oslo_vmware.api [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301515} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.882719] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a7f51b2-430b-4074-87ec-6cdbfc17e5f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.884699] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.884891] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.885088] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.885424] env[69433]: INFO nova.compute.manager [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1026.885523] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.886133] env[69433]: DEBUG nova.compute.manager [-] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.886240] env[69433]: DEBUG nova.network.neutron [-] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.895885] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.896096] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.896831] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61d2ae5-dfa2-4b33-9591-624d2497b870 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.903577] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1026.903577] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5263f956-0d9f-dc34-bd46-45346f6c529a" [ 1026.903577] env[69433]: _type = "Task" [ 1026.903577] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.912138] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5263f956-0d9f-dc34-bd46-45346f6c529a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.135820] env[69433]: INFO nova.compute.manager [-] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Took 1.03 seconds to deallocate network for instance. [ 1027.214662] env[69433]: DEBUG oslo_vmware.api [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339077, 'name': ReconfigVM_Task, 'duration_secs': 1.031006} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.215204] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-73807e37-3332-4dec-a5e2-ded9c27d99f1/volume-73807e37-3332-4dec-a5e2-ded9c27d99f1.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.221019] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f698c3ec-a4cc-42fd-8717-2dac9070fb5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.240190] env[69433]: DEBUG oslo_vmware.api [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1027.240190] env[69433]: value = "task-3339084" [ 1027.240190] env[69433]: _type = "Task" [ 1027.240190] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.251944] env[69433]: DEBUG oslo_vmware.api [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.350525] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339082, 'name': ReconfigVM_Task, 'duration_secs': 0.398794} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.350975] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc/1aa946fe-9dea-4b92-89ab-bb9750f12efc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.351337] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8b78d2-4060-41e1-821c-b02828cf4843 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.362506] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1027.362506] env[69433]: value = "task-3339085" [ 1027.362506] env[69433]: _type = "Task" [ 1027.362506] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.368547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "3c79c972-1b80-4723-9cd5-ee24db2be189" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.368547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.368547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "3c79c972-1b80-4723-9cd5-ee24db2be189-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.368547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.368547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.380015] env[69433]: INFO nova.compute.manager [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Terminating instance [ 1027.381687] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339085, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.400250] env[69433]: DEBUG nova.compute.manager [req-13cb4cf7-dcb7-470d-b815-d4ae0312cf30 req-1bdcc10f-85cf-4f91-b9f6-5e78a9154cdf service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-vif-deleted-b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.400811] env[69433]: INFO nova.compute.manager [req-13cb4cf7-dcb7-470d-b815-d4ae0312cf30 req-1bdcc10f-85cf-4f91-b9f6-5e78a9154cdf service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Neutron deleted interface b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380; detaching it from the instance and deleting it from the info cache [ 1027.400811] env[69433]: DEBUG nova.network.neutron [req-13cb4cf7-dcb7-470d-b815-d4ae0312cf30 req-1bdcc10f-85cf-4f91-b9f6-5e78a9154cdf service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Updating instance_info_cache with network_info: [{"id": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "address": "fa:16:3e:26:4f:2b", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1596b125-53", "ovs_interfaceid": "1596b125-53d9-48fb-bf4e-bfa1d76c8c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "address": "fa:16:3e:d4:c4:9c", "network": {"id": "26c14bbc-0cb3-4f90-b6e3-a2d119c248e9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2017964975", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.204", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd48e19a9-0b", "ovs_interfaceid": "d48e19a9-0b3b-47e9-8747-cbd96027e08e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.419548] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5263f956-0d9f-dc34-bd46-45346f6c529a, 'name': SearchDatastore_Task, 'duration_secs': 0.010242} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.420796] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27678fde-aeae-45e6-a4b4-585cd83b4682 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.430240] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1027.430240] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d2ef0-5dcf-d6bc-b077-f1713ce71b31" [ 1027.430240] env[69433]: _type = "Task" [ 1027.430240] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.438986] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d2ef0-5dcf-d6bc-b077-f1713ce71b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.644708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.645097] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.645385] env[69433]: DEBUG nova.objects.instance [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lazy-loading 'resources' on Instance uuid 874bb9e1-3ad5-4943-af90-7fd425062049 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.750866] env[69433]: DEBUG oslo_vmware.api [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339084, 'name': ReconfigVM_Task, 'duration_secs': 0.215664} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.751208] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666456', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'name': 'volume-73807e37-3332-4dec-a5e2-ded9c27d99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f268d682-a949-4f25-bc00-5b74f6099346', 'attached_at': '', 'detached_at': '', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'serial': '73807e37-3332-4dec-a5e2-ded9c27d99f1'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.873008] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339085, 'name': Rename_Task, 'duration_secs': 0.175452} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.873302] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.873551] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa96dc45-5c79-4af7-bd6a-7ccd414a7dcb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.881126] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Waiting for the task: (returnval){ [ 1027.881126] env[69433]: value = "task-3339086" [ 1027.881126] env[69433]: _type = "Task" [ 1027.881126] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.890040] env[69433]: DEBUG nova.compute.manager [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.890233] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.890504] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.891234] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c086d4-83d3-4a31-9ea9-82ea5323c9aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.899428] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.899866] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-019fb635-347a-4e76-be65-92003e979883 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.904642] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32af1f6f-b6c9-4b59-82b3-88afb1f4bf79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.908555] env[69433]: DEBUG oslo_vmware.api [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1027.908555] env[69433]: value = "task-3339087" [ 1027.908555] env[69433]: _type = "Task" [ 1027.908555] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.916652] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8265f3d1-c8b3-466b-bbf5-c553940cf783 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.933630] env[69433]: DEBUG oslo_vmware.api [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.945337] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d2ef0-5dcf-d6bc-b077-f1713ce71b31, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.945861] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.945861] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] b9725d37-333c-4f92-9b1a-28e796c01a4e/b9725d37-333c-4f92-9b1a-28e796c01a4e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.946141] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0080e2-5de5-4f84-9584-b42575c1d3d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.963423] env[69433]: DEBUG nova.compute.manager [req-13cb4cf7-dcb7-470d-b815-d4ae0312cf30 req-1bdcc10f-85cf-4f91-b9f6-5e78a9154cdf service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Detach interface failed, port_id=b7a1d4bb-d6d6-4c5b-9c95-9eef9586b380, reason: Instance eb8b74a8-f15d-4982-92cc-09fce8627ca3 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.965184] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1027.965184] env[69433]: value = "task-3339088" [ 1027.965184] env[69433]: _type = "Task" [ 1027.965184] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.974797] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.383589] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afd578b-bdb4-4cf6-8d71-42dce7056059 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.403821] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.406471] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472ac88c-b7e1-4023-93c9-6052d83bd34e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.419892] env[69433]: DEBUG oslo_vmware.api [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339087, 'name': PowerOffVM_Task, 'duration_secs': 0.202315} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.421307] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.421502] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.446617] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f5592b-92f3-4dbb-ae97-8094f5039669 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.449769] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c617d24-a6f1-40b4-afc7-d204845d06df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.460272] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2d80e2-b76d-4080-a021-10fd4ca1db41 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.479023] env[69433]: DEBUG nova.compute.provider_tree [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.480276] env[69433]: DEBUG nova.network.neutron [-] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.484156] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339088, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.525292] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.525448] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.525639] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleting the datastore file [datastore1] 3c79c972-1b80-4723-9cd5-ee24db2be189 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.525950] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96273e4e-d471-41d9-a008-bc255876f656 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.535224] env[69433]: DEBUG oslo_vmware.api [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for the task: (returnval){ [ 1028.535224] env[69433]: value = "task-3339090" [ 1028.535224] env[69433]: _type = "Task" [ 1028.535224] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.547287] env[69433]: DEBUG oslo_vmware.api [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.811186] env[69433]: DEBUG nova.objects.instance [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'flavor' on Instance uuid f268d682-a949-4f25-bc00-5b74f6099346 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.894353] env[69433]: DEBUG oslo_vmware.api [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Task: {'id': task-3339086, 'name': PowerOnVM_Task, 'duration_secs': 0.682864} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.895658] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.895658] env[69433]: DEBUG nova.compute.manager [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.896809] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d505a6cb-1ec3-4525-b5a7-6322a7281846 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.976956] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54128} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.977895] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] b9725d37-333c-4f92-9b1a-28e796c01a4e/b9725d37-333c-4f92-9b1a-28e796c01a4e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.978501] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.979161] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b08fa8f7-6e92-4b71-9ebe-97249f12bb55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.986803] env[69433]: INFO nova.compute.manager [-] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Took 2.10 seconds to deallocate network for instance. [ 1028.986803] env[69433]: DEBUG nova.scheduler.client.report [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.995930] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1028.995930] env[69433]: value = "task-3339091" [ 1028.995930] env[69433]: _type = "Task" [ 1028.995930] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.009675] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.047666] env[69433]: DEBUG oslo_vmware.api [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Task: {'id': task-3339090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137442} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.048495] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1029.049617] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1029.049617] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1029.049617] env[69433]: INFO nova.compute.manager [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1029.049871] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.050940] env[69433]: DEBUG nova.compute.manager [-] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1029.051154] env[69433]: DEBUG nova.network.neutron [-] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1029.321168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b0030648-24d2-454a-9907-5aa318fe8352 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.361s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.418035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.497346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.502342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.502944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.085s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.503169] env[69433]: DEBUG nova.objects.instance [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1029.522275] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08346} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.522275] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.523073] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa22523-41f0-4ae0-a56a-4c2ebd1f0973 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.552098] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] b9725d37-333c-4f92-9b1a-28e796c01a4e/b9725d37-333c-4f92-9b1a-28e796c01a4e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.553565] env[69433]: INFO nova.scheduler.client.report [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Deleted allocations for instance 874bb9e1-3ad5-4943-af90-7fd425062049 [ 1029.556938] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2933f9a8-436e-41e1-833f-ab3f822861e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.574710] env[69433]: DEBUG nova.compute.manager [req-02ca2a2d-b8e0-4d82-9cc6-19ab4cb0fa66 req-af18978e-926e-4d16-9851-03d36210764f service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-vif-deleted-d48e19a9-0b3b-47e9-8747-cbd96027e08e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.574898] env[69433]: DEBUG nova.compute.manager [req-02ca2a2d-b8e0-4d82-9cc6-19ab4cb0fa66 req-af18978e-926e-4d16-9851-03d36210764f service nova] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Received event network-vif-deleted-1596b125-53d9-48fb-bf4e-bfa1d76c8c5d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.585343] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1029.585343] env[69433]: value = "task-3339092" [ 1029.585343] env[69433]: _type = "Task" [ 1029.585343] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.598514] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.970017] env[69433]: DEBUG nova.network.neutron [-] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.082252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-57fc5019-cb56-4d15-b7cd-e65064d8f0a3 tempest-ServersAaction247Test-1795863514 tempest-ServersAaction247Test-1795863514-project-member] Lock "874bb9e1-3ad5-4943-af90-7fd425062049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.767s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.096608] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339092, 'name': ReconfigVM_Task, 'duration_secs': 0.494812} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.096774] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Reconfigured VM instance instance-0000005c to attach disk [datastore2] b9725d37-333c-4f92-9b1a-28e796c01a4e/b9725d37-333c-4f92-9b1a-28e796c01a4e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.097457] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c5b344-32b6-4869-a050-94e3f07abfcf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.105397] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1030.105397] env[69433]: value = "task-3339093" [ 1030.105397] env[69433]: _type = "Task" [ 1030.105397] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.115988] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339093, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.119535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.119711] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.119951] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.120233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.120411] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.122624] env[69433]: INFO nova.compute.manager [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Terminating instance [ 1030.472683] env[69433]: INFO nova.compute.manager [-] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Took 1.42 seconds to deallocate network for instance. [ 1030.517897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d3b5ee7-6886-48e9-8c75-cf50daba0e80 tempest-ServersAdmin275Test-128690772 tempest-ServersAdmin275Test-128690772-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.519014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.017s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.522996] env[69433]: DEBUG nova.objects.instance [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lazy-loading 'resources' on Instance uuid eb8b74a8-f15d-4982-92cc-09fce8627ca3 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.617899] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339093, 'name': Rename_Task, 'duration_secs': 0.151936} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.618281] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.618578] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ac0e0a5-8afa-43c6-9b42-a0145f3b1724 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.626878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "refresh_cache-1aa946fe-9dea-4b92-89ab-bb9750f12efc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.627242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquired lock "refresh_cache-1aa946fe-9dea-4b92-89ab-bb9750f12efc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.627242] env[69433]: DEBUG nova.network.neutron [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.628390] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1030.628390] env[69433]: value = "task-3339094" [ 1030.628390] env[69433]: _type = "Task" [ 1030.628390] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.638870] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.983419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.021531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.021531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.145469] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339094, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.161065] env[69433]: DEBUG nova.network.neutron [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.241161] env[69433]: DEBUG nova.network.neutron [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.257923] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40797045-94a9-408b-920d-17952e003538 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.274094] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf13e01-95c9-4756-ab3c-ee16c9bfd35a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.314640] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fd9dba-1114-4b32-860b-c6ebed3f01be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.324168] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa4bea6-6407-457c-b66f-35ee773a5a52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.339649] env[69433]: DEBUG nova.compute.provider_tree [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.528899] env[69433]: DEBUG nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.580520] env[69433]: DEBUG nova.compute.manager [req-65924ba2-458c-449a-98dd-1a6e8f1f504d req-e847ccdc-3350-4fa1-84e9-332694c9c3fc service nova] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Received event network-vif-deleted-0a618dcc-9267-47cb-9aa4-2e7ebd9c5ec4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.642699] env[69433]: DEBUG oslo_vmware.api [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339094, 'name': PowerOnVM_Task, 'duration_secs': 0.567183} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.642971] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.643368] env[69433]: INFO nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1031.643579] env[69433]: DEBUG nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.644414] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8090d605-95ed-4349-93d1-cd7c8f1cbf08 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.744188] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Releasing lock "refresh_cache-1aa946fe-9dea-4b92-89ab-bb9750f12efc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.744188] env[69433]: DEBUG nova.compute.manager [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.744188] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.744772] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27116068-1591-4b41-9f0f-0ede21f84e53 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.753027] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.753303] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90db25ef-3827-4234-a0ab-cfaeb79f03e0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.760895] env[69433]: DEBUG oslo_vmware.api [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1031.760895] env[69433]: value = "task-3339095" [ 1031.760895] env[69433]: _type = "Task" [ 1031.760895] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.771361] env[69433]: DEBUG oslo_vmware.api [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.842850] env[69433]: DEBUG nova.scheduler.client.report [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.852653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "a408ea57-9966-4246-a7f3-2fe708b5afc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.852653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.852872] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "a408ea57-9966-4246-a7f3-2fe708b5afc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.853689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.854491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.856935] env[69433]: INFO nova.compute.manager [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Terminating instance [ 1032.054931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.164852] env[69433]: INFO nova.compute.manager [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Took 20.60 seconds to build instance. [ 1032.274131] env[69433]: DEBUG oslo_vmware.api [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339095, 'name': PowerOffVM_Task, 'duration_secs': 0.136168} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.274131] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.274131] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.274376] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a58c0d9c-41a2-4610-a916-f9d932464a86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.304585] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.304840] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.305083] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Deleting the datastore file [datastore2] 1aa946fe-9dea-4b92-89ab-bb9750f12efc {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.305381] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a460171a-dc01-4282-8c47-d4e062b4a06e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.312987] env[69433]: DEBUG oslo_vmware.api [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for the task: (returnval){ [ 1032.312987] env[69433]: value = "task-3339097" [ 1032.312987] env[69433]: _type = "Task" [ 1032.312987] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.322313] env[69433]: DEBUG oslo_vmware.api [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.351053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.351053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.367s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.351053] env[69433]: DEBUG nova.objects.instance [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lazy-loading 'resources' on Instance uuid 3c79c972-1b80-4723-9cd5-ee24db2be189 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.362604] env[69433]: DEBUG nova.compute.manager [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.363104] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.364367] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62acc610-569e-4679-a46c-11d0b496f934 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.368881] env[69433]: INFO nova.scheduler.client.report [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Deleted allocations for instance eb8b74a8-f15d-4982-92cc-09fce8627ca3 [ 1032.379028] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.379028] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e26a1756-7d73-43fa-ab84-4777cee6074f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.403029] env[69433]: DEBUG oslo_vmware.api [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1032.403029] env[69433]: value = "task-3339098" [ 1032.403029] env[69433]: _type = "Task" [ 1032.403029] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.411362] env[69433]: DEBUG oslo_vmware.api [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.668064] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f090cd9f-7f3c-4e17-8f06-221b4d511e29 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.107s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.829335] env[69433]: DEBUG oslo_vmware.api [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Task: {'id': task-3339097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214435} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.829721] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.829999] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.831202] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.831202] env[69433]: INFO nova.compute.manager [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1032.831202] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.831202] env[69433]: DEBUG nova.compute.manager [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.831202] env[69433]: DEBUG nova.network.neutron [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.852743] env[69433]: DEBUG nova.network.neutron [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.877082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b83807ec-c6e1-425c-944d-568faf71ea2e tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "eb8b74a8-f15d-4982-92cc-09fce8627ca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.769s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.918735] env[69433]: DEBUG oslo_vmware.api [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339098, 'name': PowerOffVM_Task, 'duration_secs': 0.499641} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.918973] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.919177] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.919433] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8dc555f-eb32-402d-b444-2bf65cb4bd09 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.990579] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.992672] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.993211] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleting the datastore file [datastore2] a408ea57-9966-4246-a7f3-2fe708b5afc9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.998579] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39119d39-5143-4e17-919c-7ab4c53be1e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.007079] env[69433]: DEBUG oslo_vmware.api [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1033.007079] env[69433]: value = "task-3339100" [ 1033.007079] env[69433]: _type = "Task" [ 1033.007079] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.021288] env[69433]: DEBUG oslo_vmware.api [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.089027] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f109cf-5e4c-4bc0-9f61-c3383c1e4f28 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.099780] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b26c0fb-0928-4cea-a82c-4591b656486b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.137016] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5474efa0-8e5f-4489-a3e2-fe12dd672556 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.145795] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be839e27-f099-4082-a5cf-758f094bf07d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.160828] env[69433]: DEBUG nova.compute.provider_tree [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.364836] env[69433]: DEBUG nova.network.neutron [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.373397] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e74eaf-c2b6-4533-a23d-3bb4ca92b4e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.384284] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-db2c00f8-01d4-49a7-863f-f0369ef010a0 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Suspending the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1033.384558] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-63dd725c-80d8-4f59-abe4-0cdac35515ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.400337] env[69433]: DEBUG oslo_vmware.api [None req-db2c00f8-01d4-49a7-863f-f0369ef010a0 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1033.400337] env[69433]: value = "task-3339101" [ 1033.400337] env[69433]: _type = "Task" [ 1033.400337] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.412212] env[69433]: DEBUG oslo_vmware.api [None req-db2c00f8-01d4-49a7-863f-f0369ef010a0 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339101, 'name': SuspendVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.520298] env[69433]: DEBUG oslo_vmware.api [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.664198] env[69433]: DEBUG nova.scheduler.client.report [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.869426] env[69433]: INFO nova.compute.manager [-] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Took 1.04 seconds to deallocate network for instance. [ 1033.912216] env[69433]: DEBUG oslo_vmware.api [None req-db2c00f8-01d4-49a7-863f-f0369ef010a0 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339101, 'name': SuspendVM_Task} progress is 50%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.021235] env[69433]: DEBUG oslo_vmware.api [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.771056} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.022134] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.022266] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.022440] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.022593] env[69433]: INFO nova.compute.manager [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1034.022995] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.023243] env[69433]: DEBUG nova.compute.manager [-] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.023347] env[69433]: DEBUG nova.network.neutron [-] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.172267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.177688] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.123s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.183033] env[69433]: INFO nova.compute.claims [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.201692] env[69433]: INFO nova.scheduler.client.report [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Deleted allocations for instance 3c79c972-1b80-4723-9cd5-ee24db2be189 [ 1034.374405] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.380074] env[69433]: DEBUG nova.compute.manager [req-c24325b7-1506-4bf1-8539-f9c00e9f6120 req-88714b04-fb23-4fa1-a1d6-388d95372353 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Received event network-vif-deleted-725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.380345] env[69433]: INFO nova.compute.manager [req-c24325b7-1506-4bf1-8539-f9c00e9f6120 req-88714b04-fb23-4fa1-a1d6-388d95372353 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Neutron deleted interface 725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c; detaching it from the instance and deleting it from the info cache [ 1034.381377] env[69433]: DEBUG nova.network.neutron [req-c24325b7-1506-4bf1-8539-f9c00e9f6120 req-88714b04-fb23-4fa1-a1d6-388d95372353 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.412657] env[69433]: DEBUG oslo_vmware.api [None req-db2c00f8-01d4-49a7-863f-f0369ef010a0 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339101, 'name': SuspendVM_Task, 'duration_secs': 0.894264} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.412836] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-db2c00f8-01d4-49a7-863f-f0369ef010a0 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Suspended the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1034.412896] env[69433]: DEBUG nova.compute.manager [None req-db2c00f8-01d4-49a7-863f-f0369ef010a0 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.413719] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3db35dc-19bd-41cb-b6bd-a3bd654430fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.714371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81f0c6f8-9356-42d6-b70f-ad951e7684ad tempest-ServerDiskConfigTestJSON-1507119239 tempest-ServerDiskConfigTestJSON-1507119239-project-member] Lock "3c79c972-1b80-4723-9cd5-ee24db2be189" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.348s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.719988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "96381dbf-a560-4607-8095-1707a858cb84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.720380] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "96381dbf-a560-4607-8095-1707a858cb84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.853018] env[69433]: DEBUG nova.network.neutron [-] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.885130] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5144292a-461e-4d52-a5c2-850b42568d1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.900334] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1d1197-aa84-4436-815d-7333aeb3a2d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.941585] env[69433]: DEBUG nova.compute.manager [req-c24325b7-1506-4bf1-8539-f9c00e9f6120 req-88714b04-fb23-4fa1-a1d6-388d95372353 service nova] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Detach interface failed, port_id=725bc0c3-e5c6-463e-bb3a-a6829c6cbc4c, reason: Instance a408ea57-9966-4246-a7f3-2fe708b5afc9 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.222708] env[69433]: DEBUG nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.359928] env[69433]: INFO nova.compute.manager [-] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Took 1.34 seconds to deallocate network for instance. [ 1035.405956] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c282979-3bf4-459c-97b6-162f04caf49e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.414247] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d822bd-e979-4316-99df-f0aeafe6f118 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.447899] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a5a8a6-f085-4ecc-b4a9-931c766bf69e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.457011] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d8a84-c015-467d-83fc-0c48f1b17a40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.471278] env[69433]: DEBUG nova.compute.provider_tree [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.599461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "019ec503-0b3a-4537-83a0-0da72ad18dce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.599697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.748881] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.868021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.974536] env[69433]: DEBUG nova.scheduler.client.report [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.985181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "b9725d37-333c-4f92-9b1a-28e796c01a4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.986102] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.986553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "b9725d37-333c-4f92-9b1a-28e796c01a4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.986553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.986681] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.991269] env[69433]: INFO nova.compute.manager [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Terminating instance [ 1036.105301] env[69433]: DEBUG nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1036.482751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.483326] env[69433]: DEBUG nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.486176] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.112s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.486797] env[69433]: DEBUG nova.objects.instance [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lazy-loading 'resources' on Instance uuid 1aa946fe-9dea-4b92-89ab-bb9750f12efc {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.498131] env[69433]: DEBUG nova.compute.manager [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.498397] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.499489] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00ac797-6e5b-40c7-bddd-b4ad9ea9b3a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.508984] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.509271] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f01002a-c959-4647-a9f4-1e00263b48d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.583587] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.583758] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.584293] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleting the datastore file [datastore2] b9725d37-333c-4f92-9b1a-28e796c01a4e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.584617] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5874f04b-2a64-4091-af95-78d86d4f5d68 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.591658] env[69433]: DEBUG oslo_vmware.api [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1036.591658] env[69433]: value = "task-3339103" [ 1036.591658] env[69433]: _type = "Task" [ 1036.591658] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.600829] env[69433]: DEBUG oslo_vmware.api [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339103, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.630688] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.992021] env[69433]: DEBUG nova.compute.utils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.004275] env[69433]: DEBUG nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.004444] env[69433]: DEBUG nova.network.neutron [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.097348] env[69433]: DEBUG nova.policy [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116fdf2ee6f24051a7fc312df1eba057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14678104ee8f4b9ba0d9a5e4d614145b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.111852] env[69433]: DEBUG oslo_vmware.api [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339103, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180445} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.112230] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.112455] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.112669] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.112891] env[69433]: INFO nova.compute.manager [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1037.113212] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.113483] env[69433]: DEBUG nova.compute.manager [-] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.113605] env[69433]: DEBUG nova.network.neutron [-] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.228554] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2595de33-90aa-49c7-a16d-7d40c68cc01f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.239648] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57503160-023a-43cb-ba68-7a983e3bd5e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.278671] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d3f06-29a0-412c-86a8-ec4daca3cfbe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.290068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a596fb-3ffe-48d4-92d9-fa0d863dd211 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.307074] env[69433]: DEBUG nova.compute.provider_tree [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.496368] env[69433]: DEBUG nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.656724] env[69433]: DEBUG nova.compute.manager [req-37c33387-5682-4938-a2c1-ec101b9f31c8 req-76fbf9cc-82e9-44cf-9629-367ec6cbae49 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Received event network-vif-deleted-76f94ffa-62f1-495b-8663-88af3f653f57 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.656836] env[69433]: INFO nova.compute.manager [req-37c33387-5682-4938-a2c1-ec101b9f31c8 req-76fbf9cc-82e9-44cf-9629-367ec6cbae49 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Neutron deleted interface 76f94ffa-62f1-495b-8663-88af3f653f57; detaching it from the instance and deleting it from the info cache [ 1037.657138] env[69433]: DEBUG nova.network.neutron [req-37c33387-5682-4938-a2c1-ec101b9f31c8 req-76fbf9cc-82e9-44cf-9629-367ec6cbae49 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.737316] env[69433]: DEBUG nova.network.neutron [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Successfully created port: fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.812855] env[69433]: DEBUG nova.scheduler.client.report [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.133701] env[69433]: DEBUG nova.network.neutron [-] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.159483] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3573a60-ac9f-41d2-9e93-1d6687cfc024 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.171939] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e0c915-daa6-4fa9-be81-bd4f3a42e004 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.204584] env[69433]: DEBUG nova.compute.manager [req-37c33387-5682-4938-a2c1-ec101b9f31c8 req-76fbf9cc-82e9-44cf-9629-367ec6cbae49 service nova] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Detach interface failed, port_id=76f94ffa-62f1-495b-8663-88af3f653f57, reason: Instance b9725d37-333c-4f92-9b1a-28e796c01a4e could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1038.316583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.319697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.570s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.323263] env[69433]: INFO nova.compute.claims [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.338336] env[69433]: INFO nova.scheduler.client.report [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Deleted allocations for instance 1aa946fe-9dea-4b92-89ab-bb9750f12efc [ 1038.526622] env[69433]: DEBUG nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.543511] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.543757] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.543916] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.544108] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.544258] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.544403] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.544610] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.544764] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.544926] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.545099] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.545274] env[69433]: DEBUG nova.virt.hardware [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.546157] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c872b3bd-8938-4458-bd9b-9379ba0913e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.554711] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309992d5-f130-4fe3-a989-0121ac9f565a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.636216] env[69433]: INFO nova.compute.manager [-] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Took 1.52 seconds to deallocate network for instance. [ 1038.822891] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.823216] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.846750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-158cf7d5-cea2-4726-b279-b4cb793b9b0b tempest-ServersAdmin275Test-1491462229 tempest-ServersAdmin275Test-1491462229-project-member] Lock "1aa946fe-9dea-4b92-89ab-bb9750f12efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.727s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.009531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "44e3385a-02fe-460f-8a26-1534bef8426c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.009915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "44e3385a-02fe-460f-8a26-1534bef8426c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.142997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.326459] env[69433]: DEBUG nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.371746] env[69433]: DEBUG nova.network.neutron [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Successfully updated port: fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.512422] env[69433]: DEBUG nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.538030] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7befe06-efe3-4876-bf3e-ccb00e8aa96f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.547302] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f6feb5-201c-445a-b091-cc6faa48a41e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.578626] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2691fe-5f6b-4ce1-a4bb-13c2fa194e2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.586529] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554269c0-8702-427d-8fe2-4cd9118b9249 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.600649] env[69433]: DEBUG nova.compute.provider_tree [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.687449] env[69433]: DEBUG nova.compute.manager [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Received event network-vif-plugged-fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.687667] env[69433]: DEBUG oslo_concurrency.lockutils [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] Acquiring lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.687879] env[69433]: DEBUG oslo_concurrency.lockutils [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.688247] env[69433]: DEBUG oslo_concurrency.lockutils [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.688529] env[69433]: DEBUG nova.compute.manager [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] No waiting events found dispatching network-vif-plugged-fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.688718] env[69433]: WARNING nova.compute.manager [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Received unexpected event network-vif-plugged-fb61a685-eb81-465a-a71e-39cd94cec4ba for instance with vm_state building and task_state spawning. [ 1039.688881] env[69433]: DEBUG nova.compute.manager [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Received event network-changed-fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.689079] env[69433]: DEBUG nova.compute.manager [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Refreshing instance network info cache due to event network-changed-fb61a685-eb81-465a-a71e-39cd94cec4ba. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.689226] env[69433]: DEBUG oslo_concurrency.lockutils [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] Acquiring lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.689363] env[69433]: DEBUG oslo_concurrency.lockutils [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] Acquired lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.689515] env[69433]: DEBUG nova.network.neutron [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Refreshing network info cache for port fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.850241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.878271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.031367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34b38e20-55e3-45cd-adab-fa63a72a3ccb tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.031463] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34b38e20-55e3-45cd-adab-fa63a72a3ccb tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.031794] env[69433]: DEBUG nova.objects.instance [None req-34b38e20-55e3-45cd-adab-fa63a72a3ccb tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'flavor' on Instance uuid 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.035264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.103747] env[69433]: DEBUG nova.scheduler.client.report [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.223400] env[69433]: DEBUG nova.network.neutron [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.292492] env[69433]: DEBUG nova.network.neutron [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.535784] env[69433]: DEBUG nova.objects.instance [None req-34b38e20-55e3-45cd-adab-fa63a72a3ccb tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'pci_requests' on Instance uuid 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.609511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.610014] env[69433]: DEBUG nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.612551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.745s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.612776] env[69433]: DEBUG nova.objects.instance [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lazy-loading 'resources' on Instance uuid a408ea57-9966-4246-a7f3-2fe708b5afc9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.797490] env[69433]: DEBUG oslo_concurrency.lockutils [req-03224f5c-7e3c-45d3-bb32-e707287bbaf5 req-30cfe3b9-88aa-4df5-8928-cb4ed6e82326 service nova] Releasing lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.797812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.797965] env[69433]: DEBUG nova.network.neutron [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.038819] env[69433]: DEBUG nova.objects.base [None req-34b38e20-55e3-45cd-adab-fa63a72a3ccb tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Object Instance<688174d7-99f8-47e4-a21a-fb6133430bf6> lazy-loaded attributes: flavor,pci_requests {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1041.039076] env[69433]: DEBUG nova.network.neutron [None req-34b38e20-55e3-45cd-adab-fa63a72a3ccb tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.115777] env[69433]: DEBUG nova.compute.utils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.119970] env[69433]: DEBUG nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.120177] env[69433]: DEBUG nova.network.neutron [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.130757] env[69433]: DEBUG oslo_concurrency.lockutils [None req-34b38e20-55e3-45cd-adab-fa63a72a3ccb tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.099s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.167587] env[69433]: DEBUG nova.policy [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2919d3f55524539be7aead04e4c5784', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1361e49cce84414dad6d2ef30abc08f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.316384] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cc36cd-e9ac-4f0d-97ec-fe4dfb51bafa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.324955] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6805ebf-39a4-47b9-83c8-65d0b7f2820a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.359232] env[69433]: DEBUG nova.network.neutron [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.362166] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca8a37e-3ec2-458e-a42c-1d35ee1c6c7c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.370482] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5a052c-d04e-4f4a-818b-a92045a5a88d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.390762] env[69433]: DEBUG nova.compute.provider_tree [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.538939] env[69433]: DEBUG nova.network.neutron [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Successfully created port: a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.574343] env[69433]: DEBUG nova.network.neutron [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Updating instance_info_cache with network_info: [{"id": "fb61a685-eb81-465a-a71e-39cd94cec4ba", "address": "fa:16:3e:08:42:31", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb61a685-eb", "ovs_interfaceid": "fb61a685-eb81-465a-a71e-39cd94cec4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.621235] env[69433]: DEBUG nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.896441] env[69433]: DEBUG nova.scheduler.client.report [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.076976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.077295] env[69433]: DEBUG nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Instance network_info: |[{"id": "fb61a685-eb81-465a-a71e-39cd94cec4ba", "address": "fa:16:3e:08:42:31", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb61a685-eb", "ovs_interfaceid": "fb61a685-eb81-465a-a71e-39cd94cec4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.077759] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:42:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb61a685-eb81-465a-a71e-39cd94cec4ba', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.085568] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.085781] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.086023] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37b4c991-2f12-42d3-a249-345942503c2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.107862] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.107862] env[69433]: value = "task-3339104" [ 1042.107862] env[69433]: _type = "Task" [ 1042.107862] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.116492] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339104, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.401552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.404341] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.774s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.405965] env[69433]: INFO nova.compute.claims [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.427748] env[69433]: INFO nova.scheduler.client.report [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleted allocations for instance a408ea57-9966-4246-a7f3-2fe708b5afc9 [ 1042.618431] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339104, 'name': CreateVM_Task, 'duration_secs': 0.394685} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.618649] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.619419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.619597] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.619965] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.620245] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7274b2fb-6fe1-4940-812c-295af6df27ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.625305] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1042.625305] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d761e4-c1d4-8765-254f-8e609191d8a7" [ 1042.625305] env[69433]: _type = "Task" [ 1042.625305] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.635291] env[69433]: DEBUG nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.637197] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d761e4-c1d4-8765-254f-8e609191d8a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.659309] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.659586] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.659780] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.659982] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.660565] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.660565] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.660565] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.660788] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.660788] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.660964] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.661369] env[69433]: DEBUG nova.virt.hardware [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.662217] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f08d9-0ab7-4244-aa50-97a0977e6d88 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.672179] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed464be-31ee-45be-8282-fbb00fb42623 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.936460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c39ec1f-ce8b-4022-9194-2376ffeb8d88 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "a408ea57-9966-4246-a7f3-2fe708b5afc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.084s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.044796] env[69433]: DEBUG nova.network.neutron [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Successfully updated port: a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.137395] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d761e4-c1d4-8765-254f-8e609191d8a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012664} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.137741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.137973] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.138245] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.138398] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.138610] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.138839] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55fa67af-642d-4305-b454-41ea67ad6a60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.149767] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.149950] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.150690] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209e8506-b02f-49f4-9e7f-f5acbfa6cc40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.156123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.156376] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.156705] env[69433]: DEBUG nova.objects.instance [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'flavor' on Instance uuid 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.158053] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1043.158053] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ca7ba-bdca-1953-f7bf-9ac6962b7a63" [ 1043.158053] env[69433]: _type = "Task" [ 1043.158053] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.166243] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ca7ba-bdca-1953-f7bf-9ac6962b7a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.273273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.273532] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.273742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.273945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.274119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.276159] env[69433]: INFO nova.compute.manager [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Terminating instance [ 1043.297461] env[69433]: DEBUG nova.compute.manager [req-25c16cf8-7968-4b86-8f13-1af3aee55dd7 req-061b775b-e4dc-433e-bca5-57cb29d7a185 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Received event network-vif-plugged-a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.297631] env[69433]: DEBUG oslo_concurrency.lockutils [req-25c16cf8-7968-4b86-8f13-1af3aee55dd7 req-061b775b-e4dc-433e-bca5-57cb29d7a185 service nova] Acquiring lock "96381dbf-a560-4607-8095-1707a858cb84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.297838] env[69433]: DEBUG oslo_concurrency.lockutils [req-25c16cf8-7968-4b86-8f13-1af3aee55dd7 req-061b775b-e4dc-433e-bca5-57cb29d7a185 service nova] Lock "96381dbf-a560-4607-8095-1707a858cb84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.298016] env[69433]: DEBUG oslo_concurrency.lockutils [req-25c16cf8-7968-4b86-8f13-1af3aee55dd7 req-061b775b-e4dc-433e-bca5-57cb29d7a185 service nova] Lock "96381dbf-a560-4607-8095-1707a858cb84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.298189] env[69433]: DEBUG nova.compute.manager [req-25c16cf8-7968-4b86-8f13-1af3aee55dd7 req-061b775b-e4dc-433e-bca5-57cb29d7a185 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] No waiting events found dispatching network-vif-plugged-a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.298351] env[69433]: WARNING nova.compute.manager [req-25c16cf8-7968-4b86-8f13-1af3aee55dd7 req-061b775b-e4dc-433e-bca5-57cb29d7a185 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Received unexpected event network-vif-plugged-a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 for instance with vm_state building and task_state spawning. [ 1043.548360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "refresh_cache-96381dbf-a560-4607-8095-1707a858cb84" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.548638] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquired lock "refresh_cache-96381dbf-a560-4607-8095-1707a858cb84" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.548676] env[69433]: DEBUG nova.network.neutron [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.562463] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc4b18-5738-4b36-ba9a-d514b883c4f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.571216] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c832e3c-47d6-4a9e-b2b0-bedc5df665c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.603194] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b7afc-222d-4a3b-834e-d3e933b32be1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.611109] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a54baa-5118-4ca0-a420-daf00e3895f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.624780] env[69433]: DEBUG nova.compute.provider_tree [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.671682] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ca7ba-bdca-1953-f7bf-9ac6962b7a63, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.672473] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5571c13-8de7-4624-9b58-13bce8196c66 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.677919] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1043.677919] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c587c5-68c0-c640-622c-fddb9cfc8d50" [ 1043.677919] env[69433]: _type = "Task" [ 1043.677919] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.686117] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c587c5-68c0-c640-622c-fddb9cfc8d50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.783096] env[69433]: DEBUG nova.compute.manager [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.783096] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.783096] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcc817f-14dd-4dc5-8703-657d43e82a3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.789814] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.790229] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-512e0e4b-0ee8-4a8b-8764-2da6fea3f8dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.797419] env[69433]: DEBUG oslo_vmware.api [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1043.797419] env[69433]: value = "task-3339105" [ 1043.797419] env[69433]: _type = "Task" [ 1043.797419] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.806348] env[69433]: DEBUG oslo_vmware.api [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.058516] env[69433]: DEBUG nova.objects.instance [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'pci_requests' on Instance uuid 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.102482] env[69433]: DEBUG nova.network.neutron [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.127594] env[69433]: DEBUG nova.scheduler.client.report [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.197027] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c587c5-68c0-c640-622c-fddb9cfc8d50, 'name': SearchDatastore_Task, 'duration_secs': 0.010041} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.197304] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.197562] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] ea72e1c3-32c5-4e26-b47b-c3ab482917c6/ea72e1c3-32c5-4e26-b47b-c3ab482917c6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.198148] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f025d38-263c-4b19-9d15-3ee1a3940f12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.206753] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1044.206753] env[69433]: value = "task-3339106" [ 1044.206753] env[69433]: _type = "Task" [ 1044.206753] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.215524] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.271934] env[69433]: DEBUG nova.network.neutron [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Updating instance_info_cache with network_info: [{"id": "a59704ad-3e45-4a85-9bf9-5d2bdcd9a936", "address": "fa:16:3e:a6:d0:b9", "network": {"id": "97e28368-73d5-4cd2-b7e8-a32168a42765", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1198642032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1361e49cce84414dad6d2ef30abc08f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59704ad-3e", "ovs_interfaceid": "a59704ad-3e45-4a85-9bf9-5d2bdcd9a936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.308110] env[69433]: DEBUG oslo_vmware.api [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339105, 'name': PowerOffVM_Task, 'duration_secs': 0.22876} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.308366] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.308530] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.308808] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5406ab5b-3a90-4308-92c6-b8fa8e630034 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.368870] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.369245] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.369510] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleting the datastore file [datastore1] b461f82f-7ce7-4bef-9f57-706b5239b3f8 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.369957] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15a11f86-0a30-48c0-b637-b6d10bd0be5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.377675] env[69433]: DEBUG oslo_vmware.api [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for the task: (returnval){ [ 1044.377675] env[69433]: value = "task-3339108" [ 1044.377675] env[69433]: _type = "Task" [ 1044.377675] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.403944] env[69433]: DEBUG oslo_vmware.api [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.561883] env[69433]: DEBUG nova.objects.base [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Object Instance<688174d7-99f8-47e4-a21a-fb6133430bf6> lazy-loaded attributes: flavor,pci_requests {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1044.562329] env[69433]: DEBUG nova.network.neutron [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1044.618346] env[69433]: DEBUG nova.policy [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.637253] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.637876] env[69433]: DEBUG nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.644063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.498s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.644063] env[69433]: DEBUG nova.objects.instance [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'resources' on Instance uuid b9725d37-333c-4f92-9b1a-28e796c01a4e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.720942] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339106, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.775225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Releasing lock "refresh_cache-96381dbf-a560-4607-8095-1707a858cb84" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.775791] env[69433]: DEBUG nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Instance network_info: |[{"id": "a59704ad-3e45-4a85-9bf9-5d2bdcd9a936", "address": "fa:16:3e:a6:d0:b9", "network": {"id": "97e28368-73d5-4cd2-b7e8-a32168a42765", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1198642032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1361e49cce84414dad6d2ef30abc08f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59704ad-3e", "ovs_interfaceid": "a59704ad-3e45-4a85-9bf9-5d2bdcd9a936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.776470] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:d0:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0df968ae-c1ef-4009-a0f4-6f2e799c2fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a59704ad-3e45-4a85-9bf9-5d2bdcd9a936', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.792763] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Creating folder: Project (1361e49cce84414dad6d2ef30abc08f2). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.793345] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd946c92-2a44-4776-b8e2-7616642dac2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.814560] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Created folder: Project (1361e49cce84414dad6d2ef30abc08f2) in parent group-v666200. [ 1044.815089] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Creating folder: Instances. Parent ref: group-v666460. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.815516] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9768a132-fa09-44cc-bbd4-86f103e20dac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.830790] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Created folder: Instances in parent group-v666460. [ 1044.831114] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.831367] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.831609] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6641d1c2-4f2d-4927-b61f-c73938595eae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.857742] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.857742] env[69433]: value = "task-3339111" [ 1044.857742] env[69433]: _type = "Task" [ 1044.857742] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.871358] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339111, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.891047] env[69433]: DEBUG oslo_vmware.api [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Task: {'id': task-3339108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438765} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.891346] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.891556] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.891749] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.891979] env[69433]: INFO nova.compute.manager [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1044.892356] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.892468] env[69433]: DEBUG nova.compute.manager [-] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.892607] env[69433]: DEBUG nova.network.neutron [-] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1045.018646] env[69433]: DEBUG nova.network.neutron [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Successfully created port: c5c7cfd7-8269-4a10-84cd-f7ccad1f326d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.146418] env[69433]: DEBUG nova.compute.utils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.155030] env[69433]: DEBUG nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1045.155437] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1045.216826] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339106, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.221852] env[69433]: DEBUG nova.policy [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68ec2a973bac4c929b53e371abebd718', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e50fd3a9027a409c8fae018c5bdcfd3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1045.348163] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cf7593-4ed6-447a-9a91-a417ac74484d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.356867] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1d78dd-f9f1-4195-a712-c2262d39e5bc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.368230] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339111, 'name': CreateVM_Task, 'duration_secs': 0.403833} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.395221] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.396867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.397007] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.397471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.398251] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566c9514-3074-4b2a-ae1b-5bb358ffd631 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.400869] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6849196-61fd-49d5-b2d1-fd635287eb71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.412550] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397c311-6b79-4234-8d9f-02d34e8a2fca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.413518] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1045.413518] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4fb6e-e04f-8557-f4a6-560b58a56951" [ 1045.413518] env[69433]: _type = "Task" [ 1045.413518] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.424616] env[69433]: DEBUG nova.compute.provider_tree [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.431458] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4fb6e-e04f-8557-f4a6-560b58a56951, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.431827] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.432151] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.432413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.432561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.432739] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.432996] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c03aa27-7ec0-4791-ac4b-d1bfee84d00f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.441909] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.442145] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.442857] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc1c24d-5212-4551-b411-b4fa9631b404 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.449237] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1045.449237] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526c1878-8b2e-4ce4-ab08-28c3598db097" [ 1045.449237] env[69433]: _type = "Task" [ 1045.449237] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.457479] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526c1878-8b2e-4ce4-ab08-28c3598db097, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.474993] env[69433]: DEBUG nova.compute.manager [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Received event network-changed-a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.475241] env[69433]: DEBUG nova.compute.manager [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Refreshing instance network info cache due to event network-changed-a59704ad-3e45-4a85-9bf9-5d2bdcd9a936. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.475405] env[69433]: DEBUG oslo_concurrency.lockutils [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] Acquiring lock "refresh_cache-96381dbf-a560-4607-8095-1707a858cb84" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.475548] env[69433]: DEBUG oslo_concurrency.lockutils [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] Acquired lock "refresh_cache-96381dbf-a560-4607-8095-1707a858cb84" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.475709] env[69433]: DEBUG nova.network.neutron [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Refreshing network info cache for port a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.655562] env[69433]: DEBUG nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.687655] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Successfully created port: 3988b718-352f-4c08-8b25-fdb038fef99f {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.718065] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339106, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.793810] env[69433]: DEBUG nova.network.neutron [-] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.928301] env[69433]: DEBUG nova.scheduler.client.report [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.941868] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Successfully created port: b792be73-42dd-43c2-9e8c-0a44120666ed {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1045.966353] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526c1878-8b2e-4ce4-ab08-28c3598db097, 'name': SearchDatastore_Task, 'duration_secs': 0.012} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.966809] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5b163c-ae79-439e-8d76-e1e4a0fc4f8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.977098] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1045.977098] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52deebbd-4af3-9589-ceaa-e4c241224bf8" [ 1045.977098] env[69433]: _type = "Task" [ 1045.977098] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.989261] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52deebbd-4af3-9589-ceaa-e4c241224bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.989684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.990098] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 96381dbf-a560-4607-8095-1707a858cb84/96381dbf-a560-4607-8095-1707a858cb84.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.990502] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e75fdd4-1a97-4491-8a71-ad25f39878e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.999511] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1045.999511] env[69433]: value = "task-3339112" [ 1045.999511] env[69433]: _type = "Task" [ 1045.999511] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.008547] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.229560] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339106, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.797353} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.229560] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] ea72e1c3-32c5-4e26-b47b-c3ab482917c6/ea72e1c3-32c5-4e26-b47b-c3ab482917c6.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.229884] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.230583] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fe7b2fb-ab13-464c-b5b5-19b398dd9751 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.243403] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1046.243403] env[69433]: value = "task-3339113" [ 1046.243403] env[69433]: _type = "Task" [ 1046.243403] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.256645] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.295714] env[69433]: INFO nova.compute.manager [-] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Took 1.40 seconds to deallocate network for instance. [ 1046.413603] env[69433]: DEBUG nova.network.neutron [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Updated VIF entry in instance network info cache for port a59704ad-3e45-4a85-9bf9-5d2bdcd9a936. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.413603] env[69433]: DEBUG nova.network.neutron [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Updating instance_info_cache with network_info: [{"id": "a59704ad-3e45-4a85-9bf9-5d2bdcd9a936", "address": "fa:16:3e:a6:d0:b9", "network": {"id": "97e28368-73d5-4cd2-b7e8-a32168a42765", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1198642032-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1361e49cce84414dad6d2ef30abc08f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0df968ae-c1ef-4009-a0f4-6f2e799c2fda", "external-id": "nsx-vlan-transportzone-864", "segmentation_id": 864, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa59704ad-3e", "ovs_interfaceid": "a59704ad-3e45-4a85-9bf9-5d2bdcd9a936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.434190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.437184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.587s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.441026] env[69433]: INFO nova.compute.claims [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.471735] env[69433]: INFO nova.scheduler.client.report [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted allocations for instance b9725d37-333c-4f92-9b1a-28e796c01a4e [ 1046.514325] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511987} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.515475] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 96381dbf-a560-4607-8095-1707a858cb84/96381dbf-a560-4607-8095-1707a858cb84.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.516184] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.516632] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9662faa-7a49-47c3-b525-79e7760273ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.526239] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1046.526239] env[69433]: value = "task-3339114" [ 1046.526239] env[69433]: _type = "Task" [ 1046.526239] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.538095] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.578661] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.580619] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.670150] env[69433]: DEBUG nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.704156] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.704410] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.704564] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.704749] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.704896] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.706460] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.706637] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.707025] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.707264] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.707805] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.708342] env[69433]: DEBUG nova.virt.hardware [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.709485] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cda6700-3230-411c-9058-2e4b8b9cc7e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.720135] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f230b9e-6286-4009-8f98-0c8101524525 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.753714] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173316} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.753984] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.755104] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e2a43-d7d3-4086-a49c-e76981765fce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.787904] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] ea72e1c3-32c5-4e26-b47b-c3ab482917c6/ea72e1c3-32c5-4e26-b47b-c3ab482917c6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.788257] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4817ac18-13fb-40b3-a510-f2aaf465bc72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.806357] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.812823] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1046.812823] env[69433]: value = "task-3339115" [ 1046.812823] env[69433]: _type = "Task" [ 1046.812823] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.823702] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.915454] env[69433]: DEBUG oslo_concurrency.lockutils [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] Releasing lock "refresh_cache-96381dbf-a560-4607-8095-1707a858cb84" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.915728] env[69433]: DEBUG nova.compute.manager [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Received event network-vif-deleted-014d6f2a-09e8-4732-a02a-7dcc08f0f6f5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.915907] env[69433]: INFO nova.compute.manager [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Neutron deleted interface 014d6f2a-09e8-4732-a02a-7dcc08f0f6f5; detaching it from the instance and deleting it from the info cache [ 1046.916097] env[69433]: DEBUG nova.network.neutron [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.958147] env[69433]: DEBUG nova.network.neutron [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Successfully updated port: c5c7cfd7-8269-4a10-84cd-f7ccad1f326d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.985363] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bf8abcf8-1c5c-451a-a621-e813788325ef tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "b9725d37-333c-4f92-9b1a-28e796c01a4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.037411] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.083865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.084149] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.088309] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.088495] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.088649] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.088801] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.088983] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.089244] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.089383] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1047.089531] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1047.326653] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.419937] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a5d56a6-39d4-4f4a-87a5-1f2d223ac986 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.431772] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c05a11d-afe9-4924-b1c6-ac755a6eecf6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.457486] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Successfully updated port: 3988b718-352f-4c08-8b25-fdb038fef99f {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1047.463679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.463916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.464045] env[69433]: DEBUG nova.network.neutron [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.475612] env[69433]: DEBUG nova.compute.manager [req-204f6b63-c463-4084-825a-20bad081626e req-74ef649d-44b8-4fe9-ab6e-1d907549e031 service nova] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Detach interface failed, port_id=014d6f2a-09e8-4732-a02a-7dcc08f0f6f5, reason: Instance b461f82f-7ce7-4bef-9f57-706b5239b3f8 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1047.539059] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339114, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.589969] env[69433]: INFO nova.compute.manager [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Detaching volume 43f7ed78-61cd-4321-98a9-5650b7307aa3 [ 1047.594047] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.606410] env[69433]: DEBUG nova.compute.manager [req-aad7be77-2878-45e3-95f6-9c9559339b01 req-4057ce17-3728-4046-9f12-760577cd2721 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received event network-vif-plugged-3988b718-352f-4c08-8b25-fdb038fef99f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.606643] env[69433]: DEBUG oslo_concurrency.lockutils [req-aad7be77-2878-45e3-95f6-9c9559339b01 req-4057ce17-3728-4046-9f12-760577cd2721 service nova] Acquiring lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.606819] env[69433]: DEBUG oslo_concurrency.lockutils [req-aad7be77-2878-45e3-95f6-9c9559339b01 req-4057ce17-3728-4046-9f12-760577cd2721 service nova] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.607060] env[69433]: DEBUG oslo_concurrency.lockutils [req-aad7be77-2878-45e3-95f6-9c9559339b01 req-4057ce17-3728-4046-9f12-760577cd2721 service nova] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.607263] env[69433]: DEBUG nova.compute.manager [req-aad7be77-2878-45e3-95f6-9c9559339b01 req-4057ce17-3728-4046-9f12-760577cd2721 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] No waiting events found dispatching network-vif-plugged-3988b718-352f-4c08-8b25-fdb038fef99f {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.607382] env[69433]: WARNING nova.compute.manager [req-aad7be77-2878-45e3-95f6-9c9559339b01 req-4057ce17-3728-4046-9f12-760577cd2721 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received unexpected event network-vif-plugged-3988b718-352f-4c08-8b25-fdb038fef99f for instance with vm_state building and task_state spawning. [ 1047.640313] env[69433]: INFO nova.virt.block_device [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Attempting to driver detach volume 43f7ed78-61cd-4321-98a9-5650b7307aa3 from mountpoint /dev/sdb [ 1047.640313] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1047.640313] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1047.641168] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab2ba47-46be-499f-9bd4-4c319044420f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.667145] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43cddc-3ae5-4f31-8f89-1698d2f86c4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670282] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f799e3-770a-4d16-a8be-cd4c2194abed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.681056] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f10d0-aceb-429a-8a32-c991de6de808 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.685946] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aefcd62-f87d-486f-99dd-b62dc30bcf89 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.736394] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ffb810-761e-48aa-b88c-df0e5b5f0fc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.740068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b69d737-5c13-42b9-b1d8-0c11fa9a1663 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.762709] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189d8128-a34d-4953-8997-97f675a3afa0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.766876] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] The volume has not been displaced from its original location: [datastore1] volume-43f7ed78-61cd-4321-98a9-5650b7307aa3/volume-43f7ed78-61cd-4321-98a9-5650b7307aa3.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1047.771940] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.772249] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c203b5e6-2cf2-4116-b036-9c2bd6334476 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.796032] env[69433]: DEBUG nova.compute.provider_tree [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.798577] env[69433]: DEBUG oslo_vmware.api [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1047.798577] env[69433]: value = "task-3339116" [ 1047.798577] env[69433]: _type = "Task" [ 1047.798577] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.808068] env[69433]: DEBUG oslo_vmware.api [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.826615] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339115, 'name': ReconfigVM_Task, 'duration_secs': 0.83819} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.827315] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Reconfigured VM instance instance-0000005d to attach disk [datastore2] ea72e1c3-32c5-4e26-b47b-c3ab482917c6/ea72e1c3-32c5-4e26-b47b-c3ab482917c6.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.828013] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-026bb5de-3d47-4731-b3e8-b17d3914e60f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.838234] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1047.838234] env[69433]: value = "task-3339117" [ 1047.838234] env[69433]: _type = "Task" [ 1047.838234] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.850087] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339117, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.026102] env[69433]: WARNING nova.network.neutron [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] 8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef already exists in list: networks containing: ['8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef']. ignoring it [ 1048.046614] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.049466} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.046614] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.046614] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed5558b-f08c-4702-814b-68f9f4726394 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.079259] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 96381dbf-a560-4607-8095-1707a858cb84/96381dbf-a560-4607-8095-1707a858cb84.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.079995] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c09fa5-897e-43d6-a05c-cd318cae92ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.103360] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1048.103360] env[69433]: value = "task-3339118" [ 1048.103360] env[69433]: _type = "Task" [ 1048.103360] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.116070] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.199138] env[69433]: DEBUG nova.compute.manager [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-vif-plugged-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.199410] env[69433]: DEBUG oslo_concurrency.lockutils [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.199635] env[69433]: DEBUG oslo_concurrency.lockutils [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.199868] env[69433]: DEBUG oslo_concurrency.lockutils [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.200069] env[69433]: DEBUG nova.compute.manager [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] No waiting events found dispatching network-vif-plugged-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.200243] env[69433]: WARNING nova.compute.manager [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received unexpected event network-vif-plugged-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d for instance with vm_state active and task_state None. [ 1048.200408] env[69433]: DEBUG nova.compute.manager [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-changed-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.200564] env[69433]: DEBUG nova.compute.manager [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing instance network info cache due to event network-changed-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.200732] env[69433]: DEBUG oslo_concurrency.lockutils [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.300738] env[69433]: DEBUG nova.scheduler.client.report [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.320583] env[69433]: DEBUG oslo_vmware.api [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339116, 'name': ReconfigVM_Task, 'duration_secs': 0.28419} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.321623] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1048.326614] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c497e878-8e8a-4160-beb1-b449fa44ad43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.349817] env[69433]: DEBUG oslo_vmware.api [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1048.349817] env[69433]: value = "task-3339119" [ 1048.349817] env[69433]: _type = "Task" [ 1048.349817] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.357542] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339117, 'name': Rename_Task, 'duration_secs': 0.171512} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.359296] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.359296] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b094b51-1655-46ff-9605-4e081d21467b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.364501] env[69433]: DEBUG oslo_vmware.api [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.372555] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1048.372555] env[69433]: value = "task-3339120" [ 1048.372555] env[69433]: _type = "Task" [ 1048.372555] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.383809] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.614347] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339118, 'name': ReconfigVM_Task, 'duration_secs': 0.323156} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.614675] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 96381dbf-a560-4607-8095-1707a858cb84/96381dbf-a560-4607-8095-1707a858cb84.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.615391] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594421bc-01ab-4c3c-ab02-26847f0c9d98 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.623385] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "252160a2-1f2a-45f0-8ad1-0683277851f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.623647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.627401] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1048.627401] env[69433]: value = "task-3339121" [ 1048.627401] env[69433]: _type = "Task" [ 1048.627401] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.642548] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339121, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.662040] env[69433]: DEBUG nova.network.neutron [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "address": "fa:16:3e:28:c1:18", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c7cfd7-82", "ovs_interfaceid": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.814647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.815220] env[69433]: DEBUG nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.818032] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.783s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.819554] env[69433]: INFO nova.compute.claims [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.858177] env[69433]: DEBUG oslo_vmware.api [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339119, 'name': ReconfigVM_Task, 'duration_secs': 0.159872} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.860802] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666432', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'name': 'volume-43f7ed78-61cd-4321-98a9-5650b7307aa3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97b2bc5b-267b-440b-a66a-0fd86f49ace2', 'attached_at': '', 'detached_at': '', 'volume_id': '43f7ed78-61cd-4321-98a9-5650b7307aa3', 'serial': '43f7ed78-61cd-4321-98a9-5650b7307aa3'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1048.884732] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.130019] env[69433]: DEBUG nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1049.139500] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339121, 'name': Rename_Task, 'duration_secs': 0.148678} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.140017] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.140397] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4ba6eda-5dc4-4acd-bf18-2735b45e408e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.147979] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1049.147979] env[69433]: value = "task-3339122" [ 1049.147979] env[69433]: _type = "Task" [ 1049.147979] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.157449] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.164264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.165157] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.165474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.166678] env[69433]: DEBUG oslo_concurrency.lockutils [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.166678] env[69433]: DEBUG nova.network.neutron [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing network info cache for port c5c7cfd7-8269-4a10-84cd-f7ccad1f326d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.168183] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337158a5-dd46-439f-ac60-4a7b1e3dd90c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.188777] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1049.189139] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1049.189358] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.189597] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1049.189799] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.190041] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1049.190314] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1049.190518] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1049.190739] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1049.190955] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1049.191239] env[69433]: DEBUG nova.virt.hardware [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1049.197431] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfiguring VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1049.198096] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52439fe-8231-4211-bcb4-8de8020f4321 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.219116] env[69433]: DEBUG oslo_vmware.api [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1049.219116] env[69433]: value = "task-3339123" [ 1049.219116] env[69433]: _type = "Task" [ 1049.219116] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.232534] env[69433]: DEBUG oslo_vmware.api [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339123, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.234153] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "3a05b9ee-e661-4445-824e-7a74ec764286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.234471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "3a05b9ee-e661-4445-824e-7a74ec764286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.234773] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "3a05b9ee-e661-4445-824e-7a74ec764286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.235147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "3a05b9ee-e661-4445-824e-7a74ec764286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.235418] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "3a05b9ee-e661-4445-824e-7a74ec764286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.238333] env[69433]: INFO nova.compute.manager [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Terminating instance [ 1049.326963] env[69433]: DEBUG nova.compute.utils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.331060] env[69433]: DEBUG nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1049.387172] env[69433]: DEBUG oslo_vmware.api [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339120, 'name': PowerOnVM_Task, 'duration_secs': 0.537651} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.387452] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.387851] env[69433]: INFO nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1049.388379] env[69433]: DEBUG nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.389438] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b9e7ff-eadd-4c47-ab6d-6e30d50a3da0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.427814] env[69433]: DEBUG nova.objects.instance [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'flavor' on Instance uuid 97b2bc5b-267b-440b-a66a-0fd86f49ace2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.519526] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Successfully updated port: b792be73-42dd-43c2-9e8c-0a44120666ed {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.645355] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.657983] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.715834] env[69433]: DEBUG nova.compute.manager [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received event network-changed-3988b718-352f-4c08-8b25-fdb038fef99f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.716014] env[69433]: DEBUG nova.compute.manager [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Refreshing instance network info cache due to event network-changed-3988b718-352f-4c08-8b25-fdb038fef99f. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.716297] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Acquiring lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.716436] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Acquired lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.716603] env[69433]: DEBUG nova.network.neutron [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Refreshing network info cache for port 3988b718-352f-4c08-8b25-fdb038fef99f {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.730950] env[69433]: DEBUG oslo_vmware.api [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.744379] env[69433]: DEBUG nova.compute.manager [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.744593] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.746014] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d554a67d-bb24-46aa-844b-e89cfe08ad4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.754040] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.754277] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ab4b87-34cb-40c2-9fbd-15927ecd2140 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.760742] env[69433]: DEBUG oslo_vmware.api [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 1049.760742] env[69433]: value = "task-3339124" [ 1049.760742] env[69433]: _type = "Task" [ 1049.760742] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.770132] env[69433]: DEBUG oslo_vmware.api [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3339124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.832084] env[69433]: DEBUG nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.875360] env[69433]: DEBUG nova.network.neutron [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updated VIF entry in instance network info cache for port c5c7cfd7-8269-4a10-84cd-f7ccad1f326d. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.875780] env[69433]: DEBUG nova.network.neutron [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "address": "fa:16:3e:28:c1:18", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c7cfd7-82", "ovs_interfaceid": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.917962] env[69433]: INFO nova.compute.manager [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Took 17.88 seconds to build instance. [ 1049.939733] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.940068] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.021608] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.034187] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da73d598-f1b8-46d3-8a14-dea6e2113c59 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.043155] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a85eb6-128f-4592-aeaf-b2a9a4943c1e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.077639] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c522a6b9-0fd5-4fa8-9c45-1c17fb7fcaeb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.086165] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43cd54-a936-44df-9835-19160f92de05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.103414] env[69433]: DEBUG nova.compute.provider_tree [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.159151] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.230076] env[69433]: DEBUG oslo_vmware.api [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339123, 'name': ReconfigVM_Task, 'duration_secs': 0.91147} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.230523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.230664] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfigured VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1050.253224] env[69433]: DEBUG nova.network.neutron [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.272184] env[69433]: DEBUG oslo_vmware.api [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3339124, 'name': PowerOffVM_Task, 'duration_secs': 0.196043} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.272432] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.272594] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.272836] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b47833a8-dd39-4805-bd6c-5e4ccb51453c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.331482] env[69433]: DEBUG nova.network.neutron [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.334662] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.334879] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.335071] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Deleting the datastore file [datastore1] 3a05b9ee-e661-4445-824e-7a74ec764286 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.335325] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bf4e0df-5bf8-49d5-a773-c0ef652ad04f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.345745] env[69433]: DEBUG oslo_vmware.api [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for the task: (returnval){ [ 1050.345745] env[69433]: value = "task-3339126" [ 1050.345745] env[69433]: _type = "Task" [ 1050.345745] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.353809] env[69433]: DEBUG oslo_vmware.api [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3339126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.378553] env[69433]: DEBUG oslo_concurrency.lockutils [req-e953856a-078f-46b1-923f-8c20430e2221 req-e52f3bd1-f656-465b-996c-0af33eb95d65 service nova] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.423189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-220f8a48-194a-431c-8254-b86569dcee22 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.402s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.439353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e7dd4f03-f926-4d72-a141-e2ccea7fecad tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.355s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.447996] env[69433]: DEBUG nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.606713] env[69433]: DEBUG nova.scheduler.client.report [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.660432] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.735508] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d19a56c1-5979-482a-b4e4-46f7b32cdd42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.579s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.833970] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Releasing lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.834258] env[69433]: DEBUG nova.compute.manager [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received event network-vif-plugged-b792be73-42dd-43c2-9e8c-0a44120666ed {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.834454] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Acquiring lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.834668] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.834955] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.835189] env[69433]: DEBUG nova.compute.manager [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] No waiting events found dispatching network-vif-plugged-b792be73-42dd-43c2-9e8c-0a44120666ed {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.835379] env[69433]: WARNING nova.compute.manager [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received unexpected event network-vif-plugged-b792be73-42dd-43c2-9e8c-0a44120666ed for instance with vm_state building and task_state spawning. [ 1050.835548] env[69433]: DEBUG nova.compute.manager [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received event network-changed-b792be73-42dd-43c2-9e8c-0a44120666ed {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.835698] env[69433]: DEBUG nova.compute.manager [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Refreshing instance network info cache due to event network-changed-b792be73-42dd-43c2-9e8c-0a44120666ed. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.836062] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Acquiring lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.836241] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Acquired lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.836435] env[69433]: DEBUG nova.network.neutron [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Refreshing network info cache for port b792be73-42dd-43c2-9e8c-0a44120666ed {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.842742] env[69433]: DEBUG nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.857140] env[69433]: DEBUG oslo_vmware.api [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Task: {'id': task-3339126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14938} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.857140] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.857140] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.857637] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.857637] env[69433]: INFO nova.compute.manager [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1050.857843] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.858074] env[69433]: DEBUG nova.compute.manager [-] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.858196] env[69433]: DEBUG nova.network.neutron [-] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.873739] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.874346] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.874346] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.874346] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.874490] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.874597] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.874806] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.874964] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.875288] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.875514] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.875726] env[69433]: DEBUG nova.virt.hardware [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.876671] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68653f74-96ee-418b-88b0-8cd38ae51e76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.885451] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c264cb52-3bcc-419d-b48d-c6f26fc23453 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.900183] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.905929] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Creating folder: Project (1eaba40ffca44396b1309f625062873f). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.906339] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b445b1b3-fe2a-45d3-8f7e-512bafc76945 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.917914] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Created folder: Project (1eaba40ffca44396b1309f625062873f) in parent group-v666200. [ 1050.918148] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Creating folder: Instances. Parent ref: group-v666463. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.920470] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b9064bb-e0e7-4007-9f45-3d22d66a00d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.932017] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Created folder: Instances in parent group-v666463. [ 1050.932581] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.932916] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.933190] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c43d11e6-b4ef-409c-a04b-9ebdc3a44e31 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.962876] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.962876] env[69433]: value = "task-3339129" [ 1050.962876] env[69433]: _type = "Task" [ 1050.962876] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.973799] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339129, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.983243] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.115181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.115842] env[69433]: DEBUG nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.122025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.312s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.122025] env[69433]: DEBUG nova.objects.instance [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lazy-loading 'resources' on Instance uuid b461f82f-7ce7-4bef-9f57-706b5239b3f8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.167605] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339122, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.336385] env[69433]: DEBUG nova.compute.manager [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Received event network-changed-fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.336549] env[69433]: DEBUG nova.compute.manager [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Refreshing instance network info cache due to event network-changed-fb61a685-eb81-465a-a71e-39cd94cec4ba. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.337370] env[69433]: DEBUG oslo_concurrency.lockutils [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] Acquiring lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.337370] env[69433]: DEBUG oslo_concurrency.lockutils [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] Acquired lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.337370] env[69433]: DEBUG nova.network.neutron [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Refreshing network info cache for port fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.375906] env[69433]: DEBUG nova.network.neutron [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.454724] env[69433]: DEBUG nova.network.neutron [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.473708] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339129, 'name': CreateVM_Task, 'duration_secs': 0.415474} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.473903] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.474369] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.474537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.474966] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.475154] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e6208e-a1a7-43b2-be6e-bd0967ce3b6d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.481933] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1051.481933] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c93ff3-0589-4e95-d792-b5552aa1ecf8" [ 1051.481933] env[69433]: _type = "Task" [ 1051.481933] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.492299] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c93ff3-0589-4e95-d792-b5552aa1ecf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.622558] env[69433]: DEBUG nova.compute.utils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.624104] env[69433]: DEBUG nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.624892] env[69433]: DEBUG nova.network.neutron [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.661557] env[69433]: DEBUG oslo_vmware.api [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339122, 'name': PowerOnVM_Task, 'duration_secs': 2.392831} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.664519] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.664519] env[69433]: INFO nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1051.664519] env[69433]: DEBUG nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.665460] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d140a-5ce5-4d0b-80e5-d520212e5f48 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.675710] env[69433]: DEBUG nova.policy [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb763c2c71fc485f83b5f0e7056906f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e42d497d25434672a0c46eeaca6211eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.745728] env[69433]: DEBUG nova.compute.manager [req-25edd5e4-acf8-487e-8fbf-cc2a471d9b6f req-ec69a90b-bf7f-4441-82f0-689e5537691a service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Received event network-vif-deleted-4632cc00-f6e5-41ba-8de8-17953a5b4074 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.747969] env[69433]: INFO nova.compute.manager [req-25edd5e4-acf8-487e-8fbf-cc2a471d9b6f req-ec69a90b-bf7f-4441-82f0-689e5537691a service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Neutron deleted interface 4632cc00-f6e5-41ba-8de8-17953a5b4074; detaching it from the instance and deleting it from the info cache [ 1051.747969] env[69433]: DEBUG nova.network.neutron [req-25edd5e4-acf8-487e-8fbf-cc2a471d9b6f req-ec69a90b-bf7f-4441-82f0-689e5537691a service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.747969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.747969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.747969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.748120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.748202] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.750472] env[69433]: INFO nova.compute.manager [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Terminating instance [ 1051.834015] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666592b4-8ee5-44d4-82f3-4532b37da6c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.834642] env[69433]: DEBUG nova.network.neutron [-] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.843432] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416becd3-ec54-4f4e-b80a-c3e70e8f4ec9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.886877] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f32fa3-5938-461c-a266-609560d63eea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.897550] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91541e30-5eb8-41b5-882d-84f91212e9b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.912701] env[69433]: DEBUG nova.compute.provider_tree [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.961024] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2f55776-8258-4d24-b25e-dbf05ee73114 req-320dc70a-5855-4f6e-8157-0e774e27bbc9 service nova] Releasing lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.961024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.961024] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.997432] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c93ff3-0589-4e95-d792-b5552aa1ecf8, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.997432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.997432] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.997432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.997432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.997432] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.997432] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4394ad43-46ea-4759-b149-8127a7e393a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.007796] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.007992] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.011227] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0ce80dd-70ee-4253-9584-f2960ea37b0e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.021371] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1052.021371] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a7550-12d6-c660-a574-27b0aceb4756" [ 1052.021371] env[69433]: _type = "Task" [ 1052.021371] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.029754] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a7550-12d6-c660-a574-27b0aceb4756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.129800] env[69433]: DEBUG nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.143919] env[69433]: DEBUG nova.network.neutron [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Updated VIF entry in instance network info cache for port fb61a685-eb81-465a-a71e-39cd94cec4ba. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.144291] env[69433]: DEBUG nova.network.neutron [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Updating instance_info_cache with network_info: [{"id": "fb61a685-eb81-465a-a71e-39cd94cec4ba", "address": "fa:16:3e:08:42:31", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb61a685-eb", "ovs_interfaceid": "fb61a685-eb81-465a-a71e-39cd94cec4ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.186256] env[69433]: INFO nova.compute.manager [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Took 16.46 seconds to build instance. [ 1052.257024] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2413f563-9939-4895-9221-485e7d7f534d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.257950] env[69433]: DEBUG nova.compute.manager [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.258167] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.258988] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba9b6df-3780-4699-aa5a-31a83670f000 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.268643] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d6d323-a43f-4c22-bbb7-5131da947d03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.277829] env[69433]: DEBUG nova.network.neutron [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Successfully created port: b5a6156d-b8ae-4c63-97ae-093b78154ae9 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.282027] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.282858] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0666804-728b-4eb2-820a-3877be687eee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.290054] env[69433]: DEBUG oslo_vmware.api [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1052.290054] env[69433]: value = "task-3339130" [ 1052.290054] env[69433]: _type = "Task" [ 1052.290054] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.303401] env[69433]: DEBUG nova.compute.manager [req-25edd5e4-acf8-487e-8fbf-cc2a471d9b6f req-ec69a90b-bf7f-4441-82f0-689e5537691a service nova] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Detach interface failed, port_id=4632cc00-f6e5-41ba-8de8-17953a5b4074, reason: Instance 3a05b9ee-e661-4445-824e-7a74ec764286 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.308383] env[69433]: DEBUG oslo_vmware.api [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.338135] env[69433]: INFO nova.compute.manager [-] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Took 1.48 seconds to deallocate network for instance. [ 1052.415699] env[69433]: DEBUG nova.scheduler.client.report [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.499325] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.531428] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520a7550-12d6-c660-a574-27b0aceb4756, 'name': SearchDatastore_Task, 'duration_secs': 0.012097} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.532291] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adbbdc89-f0cd-4be5-b472-7bddadfbd8d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.538829] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1052.538829] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5295917d-f2fa-c339-d15b-d8c88c728800" [ 1052.538829] env[69433]: _type = "Task" [ 1052.538829] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.546988] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5295917d-f2fa-c339-d15b-d8c88c728800, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.648617] env[69433]: DEBUG oslo_concurrency.lockutils [req-6530c335-3a65-49d5-b200-9d85407e7f94 req-41c922e4-28d7-451f-810c-a4ea4f8232e1 service nova] Releasing lock "refresh_cache-ea72e1c3-32c5-4e26-b47b-c3ab482917c6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.687953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-401076b6-5638-43fe-9043-ec9b7ef4fb18 tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "96381dbf-a560-4607-8095-1707a858cb84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.967s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.801971] env[69433]: DEBUG oslo_vmware.api [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339130, 'name': PowerOffVM_Task, 'duration_secs': 0.236524} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.802293] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.802487] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.802737] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb31a08f-92a7-4588-a15b-aa5a291695f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.816400] env[69433]: DEBUG nova.network.neutron [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Updating instance_info_cache with network_info: [{"id": "3988b718-352f-4c08-8b25-fdb038fef99f", "address": "fa:16:3e:4c:c4:d2", "network": {"id": "a6898be9-c698-4070-9938-7502f4060fe8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-781352228", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3988b718-35", "ovs_interfaceid": "3988b718-352f-4c08-8b25-fdb038fef99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b792be73-42dd-43c2-9e8c-0a44120666ed", "address": "fa:16:3e:b4:f3:8d", "network": {"id": "c4c21161-e0ba-404b-8ddd-c1649650abf6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-664444338", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb792be73-42", "ovs_interfaceid": "b792be73-42dd-43c2-9e8c-0a44120666ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.848746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.924546] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.926795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.334s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.926981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.927502] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1052.927647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.282s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.929163] env[69433]: INFO nova.compute.claims [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.932233] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e150dd-0e12-4189-9cf4-d44028e0ad3d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.941387] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608051b-d397-42dc-a6c7-f0e579b86575 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.946089] env[69433]: INFO nova.scheduler.client.report [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Deleted allocations for instance b461f82f-7ce7-4bef-9f57-706b5239b3f8 [ 1052.959134] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ddd37e-d065-408b-b3f3-ca238a62a240 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.967105] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0803e9-e22a-4f8b-9968-dd3318769af0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.999908] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-50a73373-0069-4a4b-9583-4be7f0fb8a84" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.000187] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-50a73373-0069-4a4b-9583-4be7f0fb8a84" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.000542] env[69433]: DEBUG nova.objects.instance [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'flavor' on Instance uuid 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.001871] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178669MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1053.002013] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.029656] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.030094] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.030405] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleting the datastore file [datastore2] 97b2bc5b-267b-440b-a66a-0fd86f49ace2 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.030776] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5183a751-39ac-4402-8591-c2d2d8a2157f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.038441] env[69433]: DEBUG oslo_vmware.api [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1053.038441] env[69433]: value = "task-3339132" [ 1053.038441] env[69433]: _type = "Task" [ 1053.038441] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.055501] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5295917d-f2fa-c339-d15b-d8c88c728800, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.055698] env[69433]: DEBUG oslo_vmware.api [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339132, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.055945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.056238] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.056574] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe3ac5c-fd7d-4006-9595-f29cdcc3efdb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.063151] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1053.063151] env[69433]: value = "task-3339133" [ 1053.063151] env[69433]: _type = "Task" [ 1053.063151] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.071769] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.139850] env[69433]: DEBUG nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.167034] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.167302] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.167460] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.167638] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.167781] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.167925] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.168141] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.168303] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.168483] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.168646] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.168846] env[69433]: DEBUG nova.virt.hardware [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.169711] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6734f537-fcb8-4aa8-8ddb-6274a924e1ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.180845] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14897ba2-0547-4cd8-b8e6-eadc02bc2d80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.319857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Releasing lock "refresh_cache-019ec503-0b3a-4537-83a0-0da72ad18dce" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.320270] env[69433]: DEBUG nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Instance network_info: |[{"id": "3988b718-352f-4c08-8b25-fdb038fef99f", "address": "fa:16:3e:4c:c4:d2", "network": {"id": "a6898be9-c698-4070-9938-7502f4060fe8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-781352228", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3988b718-35", "ovs_interfaceid": "3988b718-352f-4c08-8b25-fdb038fef99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b792be73-42dd-43c2-9e8c-0a44120666ed", "address": "fa:16:3e:b4:f3:8d", "network": {"id": "c4c21161-e0ba-404b-8ddd-c1649650abf6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-664444338", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "e50fd3a9027a409c8fae018c5bdcfd3f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6076d24d-3c8e-4bbb-ba96-a08fb27a73cc", "external-id": "nsx-vlan-transportzone-267", "segmentation_id": 267, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb792be73-42", "ovs_interfaceid": "b792be73-42dd-43c2-9e8c-0a44120666ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.320754] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:c4:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3988b718-352f-4c08-8b25-fdb038fef99f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:f3:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6076d24d-3c8e-4bbb-ba96-a08fb27a73cc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b792be73-42dd-43c2-9e8c-0a44120666ed', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.330480] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.330744] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.330972] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa4e68eb-3ceb-470a-b647-270949979c4f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.355355] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.355355] env[69433]: value = "task-3339134" [ 1053.355355] env[69433]: _type = "Task" [ 1053.355355] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.364931] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339134, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.464556] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9baf7fd7-1268-461d-b80f-4a3de9dac977 tempest-ServerRescueNegativeTestJSON-1720501538 tempest-ServerRescueNegativeTestJSON-1720501538-project-member] Lock "b461f82f-7ce7-4bef-9f57-706b5239b3f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.191s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.549308] env[69433]: DEBUG oslo_vmware.api [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339132, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140121} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.549673] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.549904] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.550185] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.550396] env[69433]: INFO nova.compute.manager [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1053.550654] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.550856] env[69433]: DEBUG nova.compute.manager [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.550953] env[69433]: DEBUG nova.network.neutron [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.574092] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339133, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.866259] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339134, 'name': CreateVM_Task, 'duration_secs': 0.504734} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.866585] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.867239] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.867408] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.867764] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.868041] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba714b4-0d19-453a-b127-24ea0721521b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.874464] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1053.874464] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cffded-6ffe-23b7-b96f-299d41df5aeb" [ 1053.874464] env[69433]: _type = "Task" [ 1053.874464] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.883181] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cffded-6ffe-23b7-b96f-299d41df5aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.911315] env[69433]: DEBUG nova.objects.instance [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'pci_requests' on Instance uuid 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.032219] env[69433]: DEBUG nova.network.neutron [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Successfully updated port: b5a6156d-b8ae-4c63-97ae-093b78154ae9 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.080552] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594023} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.082045] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.082045] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.083407] env[69433]: DEBUG nova.compute.manager [req-c9dcc483-d505-4d5d-926f-405a48c39418 req-492571b7-928e-4ecd-9559-79f63f082464 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Received event network-vif-plugged-b5a6156d-b8ae-4c63-97ae-093b78154ae9 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.083532] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9dcc483-d505-4d5d-926f-405a48c39418 req-492571b7-928e-4ecd-9559-79f63f082464 service nova] Acquiring lock "44e3385a-02fe-460f-8a26-1534bef8426c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.083768] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9dcc483-d505-4d5d-926f-405a48c39418 req-492571b7-928e-4ecd-9559-79f63f082464 service nova] Lock "44e3385a-02fe-460f-8a26-1534bef8426c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.083948] env[69433]: DEBUG oslo_concurrency.lockutils [req-c9dcc483-d505-4d5d-926f-405a48c39418 req-492571b7-928e-4ecd-9559-79f63f082464 service nova] Lock "44e3385a-02fe-460f-8a26-1534bef8426c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.084326] env[69433]: DEBUG nova.compute.manager [req-c9dcc483-d505-4d5d-926f-405a48c39418 req-492571b7-928e-4ecd-9559-79f63f082464 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] No waiting events found dispatching network-vif-plugged-b5a6156d-b8ae-4c63-97ae-093b78154ae9 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.084517] env[69433]: WARNING nova.compute.manager [req-c9dcc483-d505-4d5d-926f-405a48c39418 req-492571b7-928e-4ecd-9559-79f63f082464 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Received unexpected event network-vif-plugged-b5a6156d-b8ae-4c63-97ae-093b78154ae9 for instance with vm_state building and task_state spawning. [ 1054.085085] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0289ec69-c94d-4025-852f-09b5050ab06a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.095416] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1054.095416] env[69433]: value = "task-3339135" [ 1054.095416] env[69433]: _type = "Task" [ 1054.095416] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.110745] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339135, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.168970] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d906c36-b13f-403d-a2fe-1ae0760b5350 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.177672] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9518960-e008-4dc7-9c4c-1a6ff7aad8b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.212486] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e49824-32d0-4870-afce-a8b496f51716 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.220880] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc24eb-78ab-49e3-86dd-83dc1f5c3499 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.235911] env[69433]: DEBUG nova.compute.provider_tree [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.389839] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cffded-6ffe-23b7-b96f-299d41df5aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.01987} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.390588] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.392036] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.392036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.392036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.392036] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.392214] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa6d1a6d-d028-419b-91b3-f7b3beb256ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.402313] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.402497] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.403286] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5495c214-5c87-4c10-8994-aeee71b572ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.409548] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1054.409548] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52039506-5dc6-dab6-ecb8-25f98f24c4fa" [ 1054.409548] env[69433]: _type = "Task" [ 1054.409548] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.413474] env[69433]: DEBUG nova.objects.base [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Object Instance<688174d7-99f8-47e4-a21a-fb6133430bf6> lazy-loaded attributes: flavor,pci_requests {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1054.413691] env[69433]: DEBUG nova.network.neutron [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.419264] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52039506-5dc6-dab6-ecb8-25f98f24c4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.488638] env[69433]: DEBUG nova.policy [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.535845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.535845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquired lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.535845] env[69433]: DEBUG nova.network.neutron [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.605987] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339135, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071723} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.606644] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.607476] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff7a264-ae65-42f6-ae2e-95dd2c7f0d4f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.628748] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.629378] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-398842d9-3b3e-46de-ac62-2d66254cb856 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.650106] env[69433]: DEBUG nova.compute.manager [req-ac5aa79c-ee56-4743-b334-8f507057b251 req-d773c50a-ae14-457d-8bb6-ba2dac335ab8 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Received event network-vif-deleted-70a60cb3-4990-45b9-accb-6a3954ef2253 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.650106] env[69433]: INFO nova.compute.manager [req-ac5aa79c-ee56-4743-b334-8f507057b251 req-d773c50a-ae14-457d-8bb6-ba2dac335ab8 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Neutron deleted interface 70a60cb3-4990-45b9-accb-6a3954ef2253; detaching it from the instance and deleting it from the info cache [ 1054.650279] env[69433]: DEBUG nova.network.neutron [req-ac5aa79c-ee56-4743-b334-8f507057b251 req-d773c50a-ae14-457d-8bb6-ba2dac335ab8 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.659560] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1054.659560] env[69433]: value = "task-3339136" [ 1054.659560] env[69433]: _type = "Task" [ 1054.659560] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.670795] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.738900] env[69433]: DEBUG nova.scheduler.client.report [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.878012] env[69433]: DEBUG nova.network.neutron [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.921682] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52039506-5dc6-dab6-ecb8-25f98f24c4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.922732] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0a24a5-05c8-4fd2-a679-105759f3093c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.930876] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1054.930876] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3a6ed-de9c-b591-f578-1d29b63a8cfb" [ 1054.930876] env[69433]: _type = "Task" [ 1054.930876] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.946833] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a3a6ed-de9c-b591-f578-1d29b63a8cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.946833] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.946833] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 019ec503-0b3a-4537-83a0-0da72ad18dce/019ec503-0b3a-4537-83a0-0da72ad18dce.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.947134] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58e87524-30ad-4b44-b45b-bdc4feb3606c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.957124] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1054.957124] env[69433]: value = "task-3339137" [ 1054.957124] env[69433]: _type = "Task" [ 1054.957124] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.967319] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.976500] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "96381dbf-a560-4607-8095-1707a858cb84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.976782] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "96381dbf-a560-4607-8095-1707a858cb84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.976992] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "96381dbf-a560-4607-8095-1707a858cb84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.977202] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "96381dbf-a560-4607-8095-1707a858cb84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.977371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "96381dbf-a560-4607-8095-1707a858cb84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.979587] env[69433]: INFO nova.compute.manager [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Terminating instance [ 1055.074560] env[69433]: DEBUG nova.network.neutron [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.153838] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-faa00e64-83a9-4ebe-8581-5c39adb62109 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.175733] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f392f925-dc0d-4d61-87fb-0aaf6e7a4cd6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.195450] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339136, 'name': ReconfigVM_Task, 'duration_secs': 0.296749} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.201399] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.202150] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52903ae1-561d-4ef3-b330-e494d0b255d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.222247] env[69433]: DEBUG nova.compute.manager [req-ac5aa79c-ee56-4743-b334-8f507057b251 req-d773c50a-ae14-457d-8bb6-ba2dac335ab8 service nova] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Detach interface failed, port_id=70a60cb3-4990-45b9-accb-6a3954ef2253, reason: Instance 97b2bc5b-267b-440b-a66a-0fd86f49ace2 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1055.224223] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1055.224223] env[69433]: value = "task-3339138" [ 1055.224223] env[69433]: _type = "Task" [ 1055.224223] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.238955] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339138, 'name': Rename_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.244663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.245694] env[69433]: DEBUG nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.248281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.265s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.254812] env[69433]: INFO nova.compute.claims [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.320798] env[69433]: DEBUG nova.network.neutron [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Updating instance_info_cache with network_info: [{"id": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "address": "fa:16:3e:90:7f:94", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a6156d-b8", "ovs_interfaceid": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.383099] env[69433]: INFO nova.compute.manager [-] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Took 1.83 seconds to deallocate network for instance. [ 1055.469017] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496594} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.469325] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 019ec503-0b3a-4537-83a0-0da72ad18dce/019ec503-0b3a-4537-83a0-0da72ad18dce.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.469555] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.469812] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e691c320-812e-4487-b1ea-4d4bc26c0b8c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.476166] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1055.476166] env[69433]: value = "task-3339139" [ 1055.476166] env[69433]: _type = "Task" [ 1055.476166] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.484652] env[69433]: DEBUG nova.compute.manager [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.484862] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.485152] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.485878] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa5a03-42b8-486a-9708-9ddecdaa42b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.493637] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.493922] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-810fc0e7-f928-4ade-81d7-a873ccea4ba8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.501102] env[69433]: DEBUG oslo_vmware.api [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1055.501102] env[69433]: value = "task-3339140" [ 1055.501102] env[69433]: _type = "Task" [ 1055.501102] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.510641] env[69433]: DEBUG oslo_vmware.api [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.735761] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339138, 'name': Rename_Task, 'duration_secs': 0.179232} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.736073] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.736337] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f0f6c97-6c52-488d-96b3-0f3d57d66912 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.743687] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1055.743687] env[69433]: value = "task-3339141" [ 1055.743687] env[69433]: _type = "Task" [ 1055.743687] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.753368] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.759906] env[69433]: DEBUG nova.compute.utils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.764018] env[69433]: DEBUG nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.764235] env[69433]: DEBUG nova.network.neutron [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.807716] env[69433]: DEBUG nova.policy [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41ee1f4e7e5b4dd2b05127f6b5556985', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5a4877759264025851f0d919e77e997', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.823594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Releasing lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.824210] env[69433]: DEBUG nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Instance network_info: |[{"id": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "address": "fa:16:3e:90:7f:94", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a6156d-b8", "ovs_interfaceid": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.824210] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:7f:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6eb7e3e9-5cc2-40f1-a6eb-f70f06531667', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a6156d-b8ae-4c63-97ae-093b78154ae9', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.831854] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Creating folder: Project (e42d497d25434672a0c46eeaca6211eb). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.832171] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-588386ae-5494-4817-bbce-a853d530dee3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.847158] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Created folder: Project (e42d497d25434672a0c46eeaca6211eb) in parent group-v666200. [ 1055.847372] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Creating folder: Instances. Parent ref: group-v666467. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.847793] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af26d892-134c-496b-b654-b62c71d4dd9f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.859633] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Created folder: Instances in parent group-v666467. [ 1055.859893] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.860113] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.860327] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea88bed-af45-4a2c-abed-debe972a96bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.882226] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.882226] env[69433]: value = "task-3339144" [ 1055.882226] env[69433]: _type = "Task" [ 1055.882226] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.891594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.891884] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339144, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.987052] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074242} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.987382] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.988321] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082a5aab-7250-47d6-a6d9-079d00146142 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.015604] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 019ec503-0b3a-4537-83a0-0da72ad18dce/019ec503-0b3a-4537-83a0-0da72ad18dce.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.020538] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130b5f8a-0d06-413d-9fa3-019d714761ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.042011] env[69433]: DEBUG oslo_vmware.api [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339140, 'name': PowerOffVM_Task, 'duration_secs': 0.371816} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.043561] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.043628] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.044449] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1056.044449] env[69433]: value = "task-3339145" [ 1056.044449] env[69433]: _type = "Task" [ 1056.044449] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.044449] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c236a8cb-5a2f-4883-b22c-22e30d54c20d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.057560] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.105077] env[69433]: DEBUG nova.network.neutron [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Successfully created port: 9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.122174] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.122350] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.122619] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Deleting the datastore file [datastore2] 96381dbf-a560-4607-8095-1707a858cb84 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.122968] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4461a4f-a33e-404b-893e-c8d4c26896c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.131670] env[69433]: DEBUG oslo_vmware.api [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for the task: (returnval){ [ 1056.131670] env[69433]: value = "task-3339147" [ 1056.131670] env[69433]: _type = "Task" [ 1056.131670] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.141344] env[69433]: DEBUG oslo_vmware.api [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.142411] env[69433]: DEBUG nova.network.neutron [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Successfully updated port: 50a73373-0069-4a4b-9583-4be7f0fb8a84 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.256576] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.270019] env[69433]: DEBUG nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.327414] env[69433]: DEBUG nova.compute.manager [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Received event network-changed-b5a6156d-b8ae-4c63-97ae-093b78154ae9 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.327776] env[69433]: DEBUG nova.compute.manager [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Refreshing instance network info cache due to event network-changed-b5a6156d-b8ae-4c63-97ae-093b78154ae9. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.328283] env[69433]: DEBUG oslo_concurrency.lockutils [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] Acquiring lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.328588] env[69433]: DEBUG oslo_concurrency.lockutils [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] Acquired lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.328997] env[69433]: DEBUG nova.network.neutron [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Refreshing network info cache for port b5a6156d-b8ae-4c63-97ae-093b78154ae9 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.395403] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339144, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.445244] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af380d8e-f7a8-4578-874a-2061b364f127 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.453298] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f098d9a3-afcb-46d0-84f7-68bc2af06676 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.486140] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0602ac-5251-4ccb-a1a2-763a49302c5f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.493979] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ba3a19-1bd5-436a-b4ba-1fdf08586209 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.507950] env[69433]: DEBUG nova.compute.provider_tree [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.557646] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.641765] env[69433]: DEBUG oslo_vmware.api [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Task: {'id': task-3339147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156557} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.642035] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.642229] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.642408] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.642583] env[69433]: INFO nova.compute.manager [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1056.642825] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.643060] env[69433]: DEBUG nova.compute.manager [-] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.643184] env[69433]: DEBUG nova.network.neutron [-] [instance: 96381dbf-a560-4607-8095-1707a858cb84] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.646379] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.646550] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.646696] env[69433]: DEBUG nova.network.neutron [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.688685] env[69433]: DEBUG nova.compute.manager [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-vif-plugged-50a73373-0069-4a4b-9583-4be7f0fb8a84 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.688909] env[69433]: DEBUG oslo_concurrency.lockutils [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.689127] env[69433]: DEBUG oslo_concurrency.lockutils [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.689300] env[69433]: DEBUG oslo_concurrency.lockutils [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.689512] env[69433]: DEBUG nova.compute.manager [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] No waiting events found dispatching network-vif-plugged-50a73373-0069-4a4b-9583-4be7f0fb8a84 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.689702] env[69433]: WARNING nova.compute.manager [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received unexpected event network-vif-plugged-50a73373-0069-4a4b-9583-4be7f0fb8a84 for instance with vm_state active and task_state None. [ 1056.689889] env[69433]: DEBUG nova.compute.manager [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-changed-50a73373-0069-4a4b-9583-4be7f0fb8a84 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.690073] env[69433]: DEBUG nova.compute.manager [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing instance network info cache due to event network-changed-50a73373-0069-4a4b-9583-4be7f0fb8a84. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1056.690257] env[69433]: DEBUG oslo_concurrency.lockutils [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.757915] env[69433]: DEBUG oslo_vmware.api [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339141, 'name': PowerOnVM_Task, 'duration_secs': 0.519081} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.757915] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.757915] env[69433]: INFO nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1056.757915] env[69433]: DEBUG nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.758540] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a5a068-1393-4097-aa79-18c664b4d8ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.855657] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.855657] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.896153] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339144, 'name': CreateVM_Task, 'duration_secs': 0.547002} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.896483] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.897363] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.897696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.898110] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.898658] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3cee01c-a082-4ff5-b756-f3edafdeb49e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.904067] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1056.904067] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc65eb-6aee-78cf-fa49-0201e7b0462f" [ 1056.904067] env[69433]: _type = "Task" [ 1056.904067] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.912724] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc65eb-6aee-78cf-fa49-0201e7b0462f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.010935] env[69433]: DEBUG nova.scheduler.client.report [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.057440] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339145, 'name': ReconfigVM_Task, 'duration_secs': 0.748862} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.057751] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 019ec503-0b3a-4537-83a0-0da72ad18dce/019ec503-0b3a-4537-83a0-0da72ad18dce.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.058391] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da7b7037-ed93-40bf-ab67-c2984f76cf04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.065838] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1057.065838] env[69433]: value = "task-3339148" [ 1057.065838] env[69433]: _type = "Task" [ 1057.065838] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.074178] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339148, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.110278] env[69433]: DEBUG nova.network.neutron [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Updated VIF entry in instance network info cache for port b5a6156d-b8ae-4c63-97ae-093b78154ae9. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.110783] env[69433]: DEBUG nova.network.neutron [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Updating instance_info_cache with network_info: [{"id": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "address": "fa:16:3e:90:7f:94", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a6156d-b8", "ovs_interfaceid": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.184933] env[69433]: WARNING nova.network.neutron [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] 8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef already exists in list: networks containing: ['8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef']. ignoring it [ 1057.185168] env[69433]: WARNING nova.network.neutron [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] 8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef already exists in list: networks containing: ['8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef']. ignoring it [ 1057.280847] env[69433]: DEBUG nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.282776] env[69433]: INFO nova.compute.manager [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Took 17.45 seconds to build instance. [ 1057.308033] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.308289] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.308447] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.308629] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.308859] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.309066] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.309291] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.309499] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.309697] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.309866] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.310055] env[69433]: DEBUG nova.virt.hardware [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.311406] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f102b4-fac1-4bbf-a34d-c93b7beb5ba1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.320425] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12552404-6757-48a8-9cc8-e57231c55f3d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.357229] env[69433]: DEBUG nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.416655] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cc65eb-6aee-78cf-fa49-0201e7b0462f, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.416962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.417216] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.417576] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.417576] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.418018] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.418363] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07bf4044-02d2-47bc-adc7-98c61b36fe62 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.429916] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.430130] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.430866] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9227a9c3-db95-4b32-9978-a25a9e90f433 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.436922] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1057.436922] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e08274-fd86-dac4-c916-b9e6c79d10dc" [ 1057.436922] env[69433]: _type = "Task" [ 1057.436922] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.446197] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e08274-fd86-dac4-c916-b9e6c79d10dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.503231] env[69433]: DEBUG nova.network.neutron [-] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.515847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.516379] env[69433]: DEBUG nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1057.522327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.674s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.522614] env[69433]: DEBUG nova.objects.instance [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lazy-loading 'resources' on Instance uuid 3a05b9ee-e661-4445-824e-7a74ec764286 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.576185] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339148, 'name': Rename_Task, 'duration_secs': 0.4209} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.578548] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.578813] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90aa38c1-cbe0-4b55-adb6-41ba43bdc696 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.586983] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1057.586983] env[69433]: value = "task-3339149" [ 1057.586983] env[69433]: _type = "Task" [ 1057.586983] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.597308] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.613133] env[69433]: DEBUG oslo_concurrency.lockutils [req-61b26744-c46e-4a54-82b1-644738206f01 req-a505ab66-2e4c-4173-a06c-7a2e4b5e6297 service nova] Releasing lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.620062] env[69433]: DEBUG nova.network.neutron [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Successfully updated port: 9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.678281] env[69433]: DEBUG nova.network.neutron [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "address": "fa:16:3e:28:c1:18", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c7cfd7-82", "ovs_interfaceid": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a73373-0069-4a4b-9583-4be7f0fb8a84", "address": "fa:16:3e:f3:c7:c9", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a73373-00", "ovs_interfaceid": "50a73373-0069-4a4b-9583-4be7f0fb8a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.785357] env[69433]: DEBUG oslo_concurrency.lockutils [None req-904d86a9-abee-42c9-b32a-0bc52b8d055e tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.962s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.879634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.948540] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e08274-fd86-dac4-c916-b9e6c79d10dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.949787] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4067ea28-81b7-4cf8-9be3-0ea84256a061 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.959018] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1057.959018] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529ff107-c0d8-cc77-e021-532600859337" [ 1057.959018] env[69433]: _type = "Task" [ 1057.959018] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.968535] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529ff107-c0d8-cc77-e021-532600859337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.005482] env[69433]: INFO nova.compute.manager [-] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Took 1.36 seconds to deallocate network for instance. [ 1058.023678] env[69433]: DEBUG nova.compute.utils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.024930] env[69433]: DEBUG nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.025108] env[69433]: DEBUG nova.network.neutron [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.100219] env[69433]: DEBUG nova.policy [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52769f746064e4398a21de6e30295f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867202cb6dd0455abcdd5efa38c4cb8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.108740] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.124523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.125132] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.125132] env[69433]: DEBUG nova.network.neutron [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.181254] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.181982] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.182219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.182547] env[69433]: DEBUG oslo_concurrency.lockutils [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.182733] env[69433]: DEBUG nova.network.neutron [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Refreshing network info cache for port 50a73373-0069-4a4b-9583-4be7f0fb8a84 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.184446] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252e936d-3d51-4015-9cad-37c77951e3ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.209065] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.209323] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.209505] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.209695] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.209844] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.209994] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.210226] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.210389] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.210560] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.210724] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.210899] env[69433]: DEBUG nova.virt.hardware [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.217471] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfiguring VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1058.220947] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53cc5e1a-ff79-4125-8faa-cd7ea21f03b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.240610] env[69433]: DEBUG oslo_vmware.api [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1058.240610] env[69433]: value = "task-3339150" [ 1058.240610] env[69433]: _type = "Task" [ 1058.240610] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.246614] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f77b9e4-770c-4b26-8567-db1830cf0693 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.254601] env[69433]: DEBUG oslo_vmware.api [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339150, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.260756] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3fefef-8f53-4a13-8eeb-d421cf8ebce2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.293228] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b4bece-3f01-4cdf-8ee5-d9981a2eea06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.302326] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ae841-a3c4-4893-bcb4-ec280df4f6e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.317260] env[69433]: DEBUG nova.compute.provider_tree [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.356169] env[69433]: DEBUG nova.compute.manager [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Received event network-vif-plugged-9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.356835] env[69433]: DEBUG oslo_concurrency.lockutils [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] Acquiring lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.357090] env[69433]: DEBUG oslo_concurrency.lockutils [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.357271] env[69433]: DEBUG oslo_concurrency.lockutils [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.357462] env[69433]: DEBUG nova.compute.manager [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] No waiting events found dispatching network-vif-plugged-9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.357629] env[69433]: WARNING nova.compute.manager [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Received unexpected event network-vif-plugged-9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 for instance with vm_state building and task_state spawning. [ 1058.357787] env[69433]: DEBUG nova.compute.manager [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Received event network-changed-9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.357939] env[69433]: DEBUG nova.compute.manager [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Refreshing instance network info cache due to event network-changed-9d25a2e9-562a-40b8-9f16-0dac8f49cbc0. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.358123] env[69433]: DEBUG oslo_concurrency.lockutils [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] Acquiring lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.457336] env[69433]: DEBUG nova.network.neutron [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Successfully created port: 572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.469380] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529ff107-c0d8-cc77-e021-532600859337, 'name': SearchDatastore_Task, 'duration_secs': 0.010945} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.469663] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.469933] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 44e3385a-02fe-460f-8a26-1534bef8426c/44e3385a-02fe-460f-8a26-1534bef8426c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.470213] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e421c1-85e4-4249-88d5-85ee1152ae04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.477769] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1058.477769] env[69433]: value = "task-3339151" [ 1058.477769] env[69433]: _type = "Task" [ 1058.477769] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.486786] env[69433]: INFO nova.compute.manager [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Rebuilding instance [ 1058.488853] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.512743] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.530675] env[69433]: DEBUG nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1058.545182] env[69433]: DEBUG nova.compute.manager [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.546275] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecab015-7fef-4eee-a571-78b90ea4d656 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.601158] env[69433]: DEBUG oslo_vmware.api [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339149, 'name': PowerOnVM_Task, 'duration_secs': 0.705889} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.601406] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.601663] env[69433]: INFO nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Took 11.93 seconds to spawn the instance on the hypervisor. [ 1058.601853] env[69433]: DEBUG nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.603271] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a38079-beae-47be-93f2-8975e3583917 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.668124] env[69433]: DEBUG nova.network.neutron [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.752448] env[69433]: DEBUG oslo_vmware.api [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.821050] env[69433]: DEBUG nova.scheduler.client.report [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.837360] env[69433]: DEBUG nova.network.neutron [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance_info_cache with network_info: [{"id": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "address": "fa:16:3e:01:3b:7e", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25a2e9-56", "ovs_interfaceid": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.864738] env[69433]: DEBUG nova.compute.manager [req-8139b5ef-6072-4d86-a3d6-365374c51b6a req-f0b6d55e-aa68-4217-923b-a63c83477b8f service nova] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Received event network-vif-deleted-a59704ad-3e45-4a85-9bf9-5d2bdcd9a936 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.989846] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473349} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.990218] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 44e3385a-02fe-460f-8a26-1534bef8426c/44e3385a-02fe-460f-8a26-1534bef8426c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.990410] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.990685] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81f7e077-d1b1-4c31-b6e2-27967e903e60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.999347] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1058.999347] env[69433]: value = "task-3339152" [ 1058.999347] env[69433]: _type = "Task" [ 1058.999347] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.007811] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.095830] env[69433]: DEBUG nova.network.neutron [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updated VIF entry in instance network info cache for port 50a73373-0069-4a4b-9583-4be7f0fb8a84. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.096351] env[69433]: DEBUG nova.network.neutron [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "address": "fa:16:3e:28:c1:18", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c7cfd7-82", "ovs_interfaceid": "c5c7cfd7-8269-4a10-84cd-f7ccad1f326d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a73373-0069-4a4b-9583-4be7f0fb8a84", "address": "fa:16:3e:f3:c7:c9", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a73373-00", "ovs_interfaceid": "50a73373-0069-4a4b-9583-4be7f0fb8a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.126596] env[69433]: INFO nova.compute.manager [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Took 22.52 seconds to build instance. [ 1059.251807] env[69433]: DEBUG oslo_vmware.api [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339150, 'name': ReconfigVM_Task, 'duration_secs': 0.7634} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.252456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.252769] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfigured VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1059.326065] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.328620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.327s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.342868] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.343226] env[69433]: DEBUG nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Instance network_info: |[{"id": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "address": "fa:16:3e:01:3b:7e", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25a2e9-56", "ovs_interfaceid": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1059.343886] env[69433]: DEBUG oslo_concurrency.lockutils [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] Acquired lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.343886] env[69433]: DEBUG nova.network.neutron [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Refreshing network info cache for port 9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1059.345199] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:3b:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f77ff7a1-209c-4f3f-b2a0-fd817741e739', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d25a2e9-562a-40b8-9f16-0dac8f49cbc0', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.354562] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.355298] env[69433]: INFO nova.scheduler.client.report [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Deleted allocations for instance 3a05b9ee-e661-4445-824e-7a74ec764286 [ 1059.356542] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.358845] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d13818e2-27b2-4d10-9ccc-56e9171bb84a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.400839] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.400839] env[69433]: value = "task-3339153" [ 1059.400839] env[69433]: _type = "Task" [ 1059.400839] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.410267] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339153, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.509700] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174128} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.509961] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.510768] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4555c47-6f3a-4058-9fa6-655beed0a49e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.534346] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 44e3385a-02fe-460f-8a26-1534bef8426c/44e3385a-02fe-460f-8a26-1534bef8426c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.534657] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7d30e99-bc83-417b-93c9-9e59e279982d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.550052] env[69433]: DEBUG nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1059.558843] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1059.558843] env[69433]: value = "task-3339154" [ 1059.558843] env[69433]: _type = "Task" [ 1059.558843] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.563111] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.563397] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e12d2fe-12b6-4919-8f50-fb6e336670e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.571012] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339154, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.574091] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1059.574091] env[69433]: value = "task-3339155" [ 1059.574091] env[69433]: _type = "Task" [ 1059.574091] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.580627] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1059.580860] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.581021] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.581209] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.581351] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.581499] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1059.581752] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1059.581933] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1059.582123] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1059.582296] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1059.582469] env[69433]: DEBUG nova.virt.hardware [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1059.583351] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3997aa5d-43ea-43de-a107-976f404f56df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.589062] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.594542] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c74df3-fcb0-4937-88fb-088e2cce3b7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.598633] env[69433]: DEBUG oslo_concurrency.lockutils [req-bdf209c7-eb17-4d01-8262-8567733c3c32 req-f13766be-9e8b-4ae0-82d2-f046104364ee service nova] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.628974] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76affb33-c0ce-46fb-84a5-40017a10a28b tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.029s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.658744] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "019ec503-0b3a-4537-83a0-0da72ad18dce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.659187] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.659511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.659930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.660147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.662391] env[69433]: INFO nova.compute.manager [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Terminating instance [ 1059.758436] env[69433]: DEBUG oslo_concurrency.lockutils [None req-27df906d-f606-49f9-8d9c-d3c62a121ef0 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-50a73373-0069-4a4b-9583-4be7f0fb8a84" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.758s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.880082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-508a8118-6f99-4b5b-bc92-a63198a8272b tempest-ServersTestManualDisk-1523151556 tempest-ServersTestManualDisk-1523151556-project-member] Lock "3a05b9ee-e661-4445-824e-7a74ec764286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.645s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.911295] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339153, 'name': CreateVM_Task, 'duration_secs': 0.377711} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.911424] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1059.912098] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.912301] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.912627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.912882] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ddc458f-bb56-4f8c-8930-a82f5c7e5cf8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.918435] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1059.918435] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52698b4b-6d34-6660-c609-e9ce25f40c17" [ 1059.918435] env[69433]: _type = "Task" [ 1059.918435] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.928704] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52698b4b-6d34-6660-c609-e9ce25f40c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.068869] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.083775] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339155, 'name': PowerOffVM_Task, 'duration_secs': 0.263541} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.084097] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.084359] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.085143] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e1cf8a-eea2-455f-a255-0039d1d22b8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.092498] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.092761] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3417308e-338f-41ef-a438-f0e5e89e7542 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.122534] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.122941] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.123230] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Deleting the datastore file [datastore1] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.124065] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2feb98db-25c6-4460-931b-7f8aaa6a95d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.131932] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1060.131932] env[69433]: value = "task-3339157" [ 1060.131932] env[69433]: _type = "Task" [ 1060.131932] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.144554] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.167020] env[69433]: DEBUG nova.compute.manager [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.167020] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.168180] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b28dc6-3ba1-428b-80dd-bf56ec280803 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.179148] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.179492] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c39a418-9a09-4362-b342-b739ebedbf5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.187224] env[69433]: DEBUG oslo_vmware.api [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1060.187224] env[69433]: value = "task-3339158" [ 1060.187224] env[69433]: _type = "Task" [ 1060.187224] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.200688] env[69433]: DEBUG oslo_vmware.api [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.214272] env[69433]: DEBUG nova.network.neutron [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updated VIF entry in instance network info cache for port 9d25a2e9-562a-40b8-9f16-0dac8f49cbc0. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.214747] env[69433]: DEBUG nova.network.neutron [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance_info_cache with network_info: [{"id": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "address": "fa:16:3e:01:3b:7e", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25a2e9-56", "ovs_interfaceid": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 97b2bc5b-267b-440b-a66a-0fd86f49ace2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance f268d682-a949-4f25-bc00-5b74f6099346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 688174d7-99f8-47e4-a21a-fb6133430bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance ea72e1c3-32c5-4e26-b47b-c3ab482917c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: WARNING nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 96381dbf-a560-4607-8095-1707a858cb84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 019ec503-0b3a-4537-83a0-0da72ad18dce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 2fc8f492-a644-43dc-81a5-64e4d87e7e5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 44e3385a-02fe-460f-8a26-1534bef8426c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 252160a2-1f2a-45f0-8ad1-0683277851f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.366878] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1060.402832] env[69433]: DEBUG nova.network.neutron [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Successfully updated port: 572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.429076] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52698b4b-6d34-6660-c609-e9ce25f40c17, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.429392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.429651] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.429877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.430036] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.430218] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.430484] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5034a18-35df-42b3-83f6-5bc890c12423 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.441321] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.441508] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.442515] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730c6698-f705-439e-86e1-57b265e3905a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.448710] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1060.448710] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52da9fe6-3797-98af-bf78-2b55047fa355" [ 1060.448710] env[69433]: _type = "Task" [ 1060.448710] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.456373] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52da9fe6-3797-98af-bf78-2b55047fa355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.570183] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339154, 'name': ReconfigVM_Task, 'duration_secs': 0.883354} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.570514] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 44e3385a-02fe-460f-8a26-1534bef8426c/44e3385a-02fe-460f-8a26-1534bef8426c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.571268] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08d1f65f-d777-4898-b121-42be5bc4537c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.579494] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1060.579494] env[69433]: value = "task-3339159" [ 1060.579494] env[69433]: _type = "Task" [ 1060.579494] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.588384] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339159, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.642264] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098545} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.642574] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.642789] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.642989] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.697043] env[69433]: DEBUG oslo_vmware.api [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339158, 'name': PowerOffVM_Task, 'duration_secs': 0.237133} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.698238] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.698238] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.698238] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44582468-b180-4b9a-bf87-bfa6a80d81f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.717823] env[69433]: DEBUG oslo_concurrency.lockutils [req-6613d662-cb26-4fba-8a6f-647abd0d9645 req-b9655dc4-159c-4697-8c6e-3019430de3e7 service nova] Releasing lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.804498] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.804722] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.804900] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Deleting the datastore file [datastore2] 019ec503-0b3a-4537-83a0-0da72ad18dce {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.805202] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31d30881-f556-4dea-93e6-baf641052a9f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.813091] env[69433]: DEBUG oslo_vmware.api [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for the task: (returnval){ [ 1060.813091] env[69433]: value = "task-3339161" [ 1060.813091] env[69433]: _type = "Task" [ 1060.813091] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.822739] env[69433]: DEBUG oslo_vmware.api [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.871223] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 92f2acf6-ebd8-435d-a439-bedf3e2862ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1060.871223] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1060.871223] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1060.891932] env[69433]: DEBUG nova.compute.manager [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Received event network-vif-plugged-572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.891932] env[69433]: DEBUG oslo_concurrency.lockutils [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.891932] env[69433]: DEBUG oslo_concurrency.lockutils [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.892328] env[69433]: DEBUG oslo_concurrency.lockutils [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.892686] env[69433]: DEBUG nova.compute.manager [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] No waiting events found dispatching network-vif-plugged-572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.892973] env[69433]: WARNING nova.compute.manager [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Received unexpected event network-vif-plugged-572c1803-8a6d-41e1-82a6-8f69ed609eca for instance with vm_state building and task_state spawning. [ 1060.893360] env[69433]: DEBUG nova.compute.manager [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Received event network-changed-572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.893615] env[69433]: DEBUG nova.compute.manager [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Refreshing instance network info cache due to event network-changed-572c1803-8a6d-41e1-82a6-8f69ed609eca. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.893943] env[69433]: DEBUG oslo_concurrency.lockutils [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.894197] env[69433]: DEBUG oslo_concurrency.lockutils [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.894775] env[69433]: DEBUG nova.network.neutron [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Refreshing network info cache for port 572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.909108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.963693] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52da9fe6-3797-98af-bf78-2b55047fa355, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.968067] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e485c967-d9e7-4f22-a0cd-c75433508fb9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.977215] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1060.977215] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c1bda4-f078-c414-cfc9-ad436252d1c5" [ 1060.977215] env[69433]: _type = "Task" [ 1060.977215] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.987251] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c1bda4-f078-c414-cfc9-ad436252d1c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.073950] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60acafde-3dba-475c-afae-15ce7a4ed91e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.085738] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa59823-b1c6-4217-a6a2-54c514f09c57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.095350] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339159, 'name': Rename_Task, 'duration_secs': 0.141126} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.095761] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.125711] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bac687e2-42fd-40e4-a198-3df33293cda6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.128131] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cee43e6-9e0d-489f-bfe3-19442f8419f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.136713] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f848373f-6fe3-4851-bc87-dcfdda0a6f7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.140565] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1061.140565] env[69433]: value = "task-3339162" [ 1061.140565] env[69433]: _type = "Task" [ 1061.140565] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.154397] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.163333] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339162, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.322860] env[69433]: DEBUG oslo_vmware.api [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Task: {'id': task-3339161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190628} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.323133] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.323319] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.323494] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.323675] env[69433]: INFO nova.compute.manager [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1061.323915] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.324137] env[69433]: DEBUG nova.compute.manager [-] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.324236] env[69433]: DEBUG nova.network.neutron [-] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.445174] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.445449] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.451815] env[69433]: DEBUG nova.network.neutron [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.488778] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c1bda4-f078-c414-cfc9-ad436252d1c5, 'name': SearchDatastore_Task, 'duration_secs': 0.013543} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.489144] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.489458] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 252160a2-1f2a-45f0-8ad1-0683277851f2/252160a2-1f2a-45f0-8ad1-0683277851f2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.490186] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66c53a23-7819-42cd-8ab6-5247058238d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.497810] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1061.497810] env[69433]: value = "task-3339163" [ 1061.497810] env[69433]: _type = "Task" [ 1061.497810] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.505612] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.652126] env[69433]: DEBUG oslo_vmware.api [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339162, 'name': PowerOnVM_Task, 'duration_secs': 0.45479} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.652413] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.652639] env[69433]: INFO nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1061.652840] env[69433]: DEBUG nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.653971] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5008543d-93b6-4692-97b4-4817d51f3e48 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.659552] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.693910] env[69433]: DEBUG nova.network.neutron [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.707864] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.712021] env[69433]: DEBUG nova.virt.hardware [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.712021] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dbea14-7bec-4a3a-a9c2-68a54f5a2de7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.727464] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b869e3c2-7495-4471-87fb-522be0952767 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.749431] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.756620] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.757112] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.757482] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-943fdadc-7b28-487b-ab79-765d870aea72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.778484] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.778484] env[69433]: value = "task-3339164" [ 1061.778484] env[69433]: _type = "Task" [ 1061.778484] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.795513] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339164, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.948789] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.948996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.950099] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca677560-8a2b-441b-b8b8-60665367ac9e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.975228] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31e4890-36d4-448b-8bc0-8d1d05201f47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.009779] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfiguring VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1062.013256] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5dd6052-73c5-4f57-8d07-b61d3a7c9af3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.031732] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524525} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.033074] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 252160a2-1f2a-45f0-8ad1-0683277851f2/252160a2-1f2a-45f0-8ad1-0683277851f2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.033321] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.033720] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1062.033720] env[69433]: value = "task-3339165" [ 1062.033720] env[69433]: _type = "Task" [ 1062.033720] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.034031] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f76c3567-c9f3-4b2e-98ba-558ef67ab428 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.043658] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.044856] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1062.044856] env[69433]: value = "task-3339166" [ 1062.044856] env[69433]: _type = "Task" [ 1062.044856] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.053299] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.165604] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1062.165604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.836s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.165604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.274s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.165604] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.168051] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.288s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.169415] env[69433]: INFO nova.compute.claims [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.182553] env[69433]: INFO nova.compute.manager [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Took 22.17 seconds to build instance. [ 1062.199648] env[69433]: DEBUG oslo_concurrency.lockutils [req-c00a0002-bc1e-4262-a25a-3716c9f3e7c0 req-9d4d5363-365c-4ddd-9794-92944f962d71 service nova] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.200048] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.200330] env[69433]: DEBUG nova.network.neutron [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.204867] env[69433]: INFO nova.scheduler.client.report [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted allocations for instance 97b2bc5b-267b-440b-a66a-0fd86f49ace2 [ 1062.288138] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339164, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.551026] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.556249] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071278} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.556676] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.557545] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9008deb7-27d2-428c-821a-5a5b4254cef9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.580475] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 252160a2-1f2a-45f0-8ad1-0683277851f2/252160a2-1f2a-45f0-8ad1-0683277851f2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.580941] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce8f7ce-d43e-4d3f-815d-57e97312ab6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.602218] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1062.602218] env[69433]: value = "task-3339167" [ 1062.602218] env[69433]: _type = "Task" [ 1062.602218] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.609875] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.685275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ecb45303-be38-4c52-be12-e2c1613ec8ff tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "44e3385a-02fe-460f-8a26-1534bef8426c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.675s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.717867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6e363aed-cc0e-4f19-863d-9a89ddddc4f0 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "97b2bc5b-267b-440b-a66a-0fd86f49ace2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.969s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.751710] env[69433]: DEBUG nova.network.neutron [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.790491] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339164, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.901148] env[69433]: DEBUG nova.compute.manager [None req-292f4ba9-24d0-4502-93a4-957bf54eeffe tempest-ServerExternalEventsTest-1416467390 tempest-ServerExternalEventsTest-1416467390-project] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Received event network-changed {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.901148] env[69433]: DEBUG nova.compute.manager [None req-292f4ba9-24d0-4502-93a4-957bf54eeffe tempest-ServerExternalEventsTest-1416467390 tempest-ServerExternalEventsTest-1416467390-project] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Refreshing instance network info cache due to event network-changed. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.901148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-292f4ba9-24d0-4502-93a4-957bf54eeffe tempest-ServerExternalEventsTest-1416467390 tempest-ServerExternalEventsTest-1416467390-project] Acquiring lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.901148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-292f4ba9-24d0-4502-93a4-957bf54eeffe tempest-ServerExternalEventsTest-1416467390 tempest-ServerExternalEventsTest-1416467390-project] Acquired lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.901148] env[69433]: DEBUG nova.network.neutron [None req-292f4ba9-24d0-4502-93a4-957bf54eeffe tempest-ServerExternalEventsTest-1416467390 tempest-ServerExternalEventsTest-1416467390-project] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.903030] env[69433]: DEBUG nova.network.neutron [-] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.935368] env[69433]: DEBUG nova.compute.manager [req-0c193f7f-6144-4b15-9716-1446f7e2b5ac req-25673620-087a-4712-b4b7-0872e08e78c5 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received event network-vif-deleted-b792be73-42dd-43c2-9e8c-0a44120666ed {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.935368] env[69433]: DEBUG nova.compute.manager [req-0c193f7f-6144-4b15-9716-1446f7e2b5ac req-25673620-087a-4712-b4b7-0872e08e78c5 service nova] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Received event network-vif-deleted-3988b718-352f-4c08-8b25-fdb038fef99f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.938435] env[69433]: DEBUG nova.network.neutron [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.051642] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.114765] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.293951] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339164, 'name': CreateVM_Task, 'duration_secs': 1.43707} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.297219] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.297843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.298068] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.298958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.298958] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1e9b45-4221-4dab-a181-ceb8176da085 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.304042] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1063.304042] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52750685-2fb8-51c2-9922-432aefa2333e" [ 1063.304042] env[69433]: _type = "Task" [ 1063.304042] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.316837] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52750685-2fb8-51c2-9922-432aefa2333e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.367202] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd96dd22-367d-4bdd-afd6-0ded7a6cad0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.375780] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9994db-f283-4e0c-9c19-a31c04a01f31 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.414382] env[69433]: INFO nova.compute.manager [-] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Took 2.09 seconds to deallocate network for instance. [ 1063.417543] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349c5e88-f9db-4cc4-8412-5e9201548d0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.434108] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a84ed3-f56a-4404-8b7b-dbf4e26b5df5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.446695] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.446994] env[69433]: DEBUG nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Instance network_info: |[{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.447499] env[69433]: DEBUG nova.compute.provider_tree [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.448934] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:aa:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572c1803-8a6d-41e1-82a6-8f69ed609eca', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.456414] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Creating folder: Project (867202cb6dd0455abcdd5efa38c4cb8a). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.456927] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2a84491-1058-407d-93ff-4f54620f4be3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.472025] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Created folder: Project (867202cb6dd0455abcdd5efa38c4cb8a) in parent group-v666200. [ 1063.472222] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Creating folder: Instances. Parent ref: group-v666472. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.472455] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb7e4a0f-764a-4edb-8398-fd9bce8c503d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.483018] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Created folder: Instances in parent group-v666472. [ 1063.483252] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.483431] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.483624] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a42e255-625e-46cc-8477-e8742630deab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.505741] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.505741] env[69433]: value = "task-3339170" [ 1063.505741] env[69433]: _type = "Task" [ 1063.505741] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.513088] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339170, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.534892] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "44e3385a-02fe-460f-8a26-1534bef8426c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.535171] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "44e3385a-02fe-460f-8a26-1534bef8426c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.535388] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "44e3385a-02fe-460f-8a26-1534bef8426c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.535581] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "44e3385a-02fe-460f-8a26-1534bef8426c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.535751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "44e3385a-02fe-460f-8a26-1534bef8426c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.537792] env[69433]: INFO nova.compute.manager [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Terminating instance [ 1063.550724] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.612767] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339167, 'name': ReconfigVM_Task, 'duration_secs': 0.828224} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.613065] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 252160a2-1f2a-45f0-8ad1-0683277851f2/252160a2-1f2a-45f0-8ad1-0683277851f2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.613694] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-904c0df9-ecee-48dd-88e8-981a68c41e51 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.619909] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1063.619909] env[69433]: value = "task-3339171" [ 1063.619909] env[69433]: _type = "Task" [ 1063.619909] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.629928] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339171, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.687729] env[69433]: DEBUG nova.network.neutron [None req-292f4ba9-24d0-4502-93a4-957bf54eeffe tempest-ServerExternalEventsTest-1416467390 tempest-ServerExternalEventsTest-1416467390-project] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Updating instance_info_cache with network_info: [{"id": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "address": "fa:16:3e:90:7f:94", "network": {"id": "3dfd6551-3cb7-4edc-81d2-f31a84c7fed7", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.196", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "926aa78531ee4be39bae5dd7b1f6be00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6eb7e3e9-5cc2-40f1-a6eb-f70f06531667", "external-id": "nsx-vlan-transportzone-938", "segmentation_id": 938, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a6156d-b8", "ovs_interfaceid": "b5a6156d-b8ae-4c63-97ae-093b78154ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.814021] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52750685-2fb8-51c2-9922-432aefa2333e, 'name': SearchDatastore_Task, 'duration_secs': 0.009047} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.814386] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.814646] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.814919] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.815090] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.815323] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.815644] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9eba795-9aea-43d1-8678-10272043136b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.825100] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.825342] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.826726] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f705d34-8063-4fb4-b57f-2f0fa6914e77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.833517] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1063.833517] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52591b78-2dbd-a477-25e2-ab1b08ece901" [ 1063.833517] env[69433]: _type = "Task" [ 1063.833517] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.840840] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52591b78-2dbd-a477-25e2-ab1b08ece901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.927332] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.958018] env[69433]: DEBUG nova.scheduler.client.report [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.017304] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339170, 'name': CreateVM_Task, 'duration_secs': 0.354493} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.017527] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.018285] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.018457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.018934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.019525] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7d217b-33d3-4aaa-9b91-da2f556e5f50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.023899] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1064.023899] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5286c9cb-7af8-36e9-5922-32a69890fba4" [ 1064.023899] env[69433]: _type = "Task" [ 1064.023899] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.032194] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5286c9cb-7af8-36e9-5922-32a69890fba4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.042882] env[69433]: DEBUG nova.compute.manager [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.043107] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.043867] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34656acb-6056-48b5-89be-5e05cbe260cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.051372] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.053597] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1064.053839] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39705fed-b64f-46b0-b535-609b277b2ee1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.060100] env[69433]: DEBUG oslo_vmware.api [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1064.060100] env[69433]: value = "task-3339172" [ 1064.060100] env[69433]: _type = "Task" [ 1064.060100] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.068467] env[69433]: DEBUG oslo_vmware.api [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.130518] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339171, 'name': Rename_Task, 'duration_secs': 0.186437} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.130864] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.131163] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2228d864-ea43-4bc3-ac0b-b356031302fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.137965] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1064.137965] env[69433]: value = "task-3339173" [ 1064.137965] env[69433]: _type = "Task" [ 1064.137965] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.151379] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.190448] env[69433]: DEBUG oslo_concurrency.lockutils [None req-292f4ba9-24d0-4502-93a4-957bf54eeffe tempest-ServerExternalEventsTest-1416467390 tempest-ServerExternalEventsTest-1416467390-project] Releasing lock "refresh_cache-44e3385a-02fe-460f-8a26-1534bef8426c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.344447] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52591b78-2dbd-a477-25e2-ab1b08ece901, 'name': SearchDatastore_Task, 'duration_secs': 0.019002} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.346106] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8b65e3-1b08-48ad-be17-b8d53de73d03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.351696] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1064.351696] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522745b0-9ead-651f-99fe-b23d50e78e2c" [ 1064.351696] env[69433]: _type = "Task" [ 1064.351696] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.360865] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522745b0-9ead-651f-99fe-b23d50e78e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.467797] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.468363] env[69433]: DEBUG nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.471196] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.958s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.471273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.473513] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.546s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.473661] env[69433]: DEBUG nova.objects.instance [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lazy-loading 'resources' on Instance uuid 019ec503-0b3a-4537-83a0-0da72ad18dce {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.493165] env[69433]: INFO nova.scheduler.client.report [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Deleted allocations for instance 96381dbf-a560-4607-8095-1707a858cb84 [ 1064.536179] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5286c9cb-7af8-36e9-5922-32a69890fba4, 'name': SearchDatastore_Task, 'duration_secs': 0.026844} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.536529] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.536781] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.537131] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.552752] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.571377] env[69433]: DEBUG oslo_vmware.api [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339172, 'name': PowerOffVM_Task, 'duration_secs': 0.442251} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.571582] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.571764] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.572555] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f59305e7-9008-4144-9756-d84d1406bff9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.638403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "83e988de-f174-4768-9f25-518e437b0532" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.638648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "83e988de-f174-4768-9f25-518e437b0532" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.651791] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339173, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.687895] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.688171] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.688409] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Deleting the datastore file [datastore1] 44e3385a-02fe-460f-8a26-1534bef8426c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.689063] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f0e2f6c-67db-4daa-9c92-38b348568d02 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.696164] env[69433]: DEBUG oslo_vmware.api [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for the task: (returnval){ [ 1064.696164] env[69433]: value = "task-3339175" [ 1064.696164] env[69433]: _type = "Task" [ 1064.696164] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.705688] env[69433]: DEBUG oslo_vmware.api [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.862170] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522745b0-9ead-651f-99fe-b23d50e78e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.014916} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.862457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.862712] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.862991] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.863186] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.863407] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed826aa-9803-4861-bf52-59fa652333c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.865525] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6522b10d-4747-4c63-81d1-3f0c40818586 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.871197] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1064.871197] env[69433]: value = "task-3339176" [ 1064.871197] env[69433]: _type = "Task" [ 1064.871197] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.875359] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.875359] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.876162] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6cf6ff-7fac-400d-95bc-5fb873def779 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.881290] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.884072] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1064.884072] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a5682-abe2-8298-6887-03b7e6afad74" [ 1064.884072] env[69433]: _type = "Task" [ 1064.884072] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.891429] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a5682-abe2-8298-6887-03b7e6afad74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.977241] env[69433]: DEBUG nova.compute.utils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.982661] env[69433]: DEBUG nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Not allocating networking since 'none' was specified. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1065.000834] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb0f11a0-eca9-4f64-888c-5bec4693475b tempest-ServerTagsTestJSON-2056737406 tempest-ServerTagsTestJSON-2056737406-project-member] Lock "96381dbf-a560-4607-8095-1707a858cb84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.024s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.052760] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.148858] env[69433]: DEBUG nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.155821] env[69433]: DEBUG oslo_vmware.api [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339173, 'name': PowerOnVM_Task, 'duration_secs': 0.639752} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.156488] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.156749] env[69433]: INFO nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1065.156953] env[69433]: DEBUG nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.157900] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0311e385-b7c7-4fab-aa19-f0551d07f80a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.176773] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f452e-1b4e-45c3-8904-53b2fbc31581 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.185791] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591fceca-c244-49c1-b28d-538b55a1adf8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.226289] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14722bf9-27c9-4ac0-b52c-9a5344e17103 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.996656] env[69433]: DEBUG nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.024154] env[69433]: DEBUG oslo_vmware.api [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Task: {'id': task-3339175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263732} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.029891] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1066.030234] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1066.030330] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1066.030714] env[69433]: INFO nova.compute.manager [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1066.030798] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.038152] env[69433]: INFO nova.compute.manager [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Took 16.41 seconds to build instance. [ 1066.042324] env[69433]: DEBUG nova.compute.manager [-] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1066.042488] env[69433]: DEBUG nova.network.neutron [-] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1066.045337] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac1c16a-e1a5-4009-9fc7-0e1d3d5185c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.050561] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639957} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.050794] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a5682-abe2-8298-6887-03b7e6afad74, 'name': SearchDatastore_Task, 'duration_secs': 0.00842} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.050993] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.052366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.052679] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.052937] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.054457] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5dde1839-3242-4ff9-94f1-69ab95018a3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.056547] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95cde7da-1436-4660-a54e-6e12b6423c6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.067499] env[69433]: DEBUG nova.compute.provider_tree [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.074048] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1066.074048] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b87fb-7b95-3192-d204-7d8a55d58742" [ 1066.074048] env[69433]: _type = "Task" [ 1066.074048] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.075573] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1066.075573] env[69433]: value = "task-3339177" [ 1066.075573] env[69433]: _type = "Task" [ 1066.075573] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.093386] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b87fb-7b95-3192-d204-7d8a55d58742, 'name': SearchDatastore_Task, 'duration_secs': 0.014853} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.096631] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.096744] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 7ee9db8e-290d-4ffb-b4c1-2109511da4f2/7ee9db8e-290d-4ffb-b4c1-2109511da4f2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.097921] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.098310] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef51acfa-61c6-43c3-9643-08a2e7a177cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.105249] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1066.105249] env[69433]: value = "task-3339178" [ 1066.105249] env[69433]: _type = "Task" [ 1066.105249] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.113876] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.518348] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.552379] env[69433]: DEBUG oslo_concurrency.lockutils [None req-034cd93a-e135-4219-b97a-805ebe48828c tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.928s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.571573] env[69433]: DEBUG nova.scheduler.client.report [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.592658] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241382} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.595091] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.598038] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b2e266-ce3e-44f0-b300-bb6aecfb0910 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.626021] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.629250] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d65334-b2fb-4fb6-ba4b-fb9b48c0d107 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.661784] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339178, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.663413] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1066.663413] env[69433]: value = "task-3339179" [ 1066.663413] env[69433]: _type = "Task" [ 1066.663413] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.672633] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.778112] env[69433]: DEBUG nova.compute.manager [req-085dcc45-38b4-4b82-b7a6-d8d002f7622d req-793390f8-7b6c-4cd2-9ae4-bdb59405fe1f service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Received event network-vif-deleted-b5a6156d-b8ae-4c63-97ae-093b78154ae9 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.778112] env[69433]: INFO nova.compute.manager [req-085dcc45-38b4-4b82-b7a6-d8d002f7622d req-793390f8-7b6c-4cd2-9ae4-bdb59405fe1f service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Neutron deleted interface b5a6156d-b8ae-4c63-97ae-093b78154ae9; detaching it from the instance and deleting it from the info cache [ 1066.778112] env[69433]: DEBUG nova.network.neutron [req-085dcc45-38b4-4b82-b7a6-d8d002f7622d req-793390f8-7b6c-4cd2-9ae4-bdb59405fe1f service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.012098] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.020577] env[69433]: DEBUG nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.055741] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.055741] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.055741] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.055924] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.055924] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.056262] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.056552] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.056740] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.056955] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.057637] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.057637] env[69433]: DEBUG nova.virt.hardware [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.059354] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ba0e82-a882-4a40-8eed-3d5bc16a24b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.072908] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7963086a-1a7f-4f7e-af3f-1fc2aff8f092 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.082088] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.608s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.085206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.032s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.089204] env[69433]: INFO nova.compute.claims [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.097469] env[69433]: DEBUG nova.network.neutron [-] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.114731] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.124272] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Creating folder: Project (6c458e9cfcfc436e8546937583d859c2). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.124272] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f38c0b6-ed17-4ac3-93d2-524076f67f11 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.137800] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.140260] env[69433]: INFO nova.scheduler.client.report [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Deleted allocations for instance 019ec503-0b3a-4537-83a0-0da72ad18dce [ 1067.142261] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Created folder: Project (6c458e9cfcfc436e8546937583d859c2) in parent group-v666200. [ 1067.142566] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Creating folder: Instances. Parent ref: group-v666475. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.145568] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abe0b35e-5821-4f6e-8a95-45c35d2bf974 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.158587] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Created folder: Instances in parent group-v666475. [ 1067.159904] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.164287] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.164287] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcdd19bc-02ba-4cfe-8a27-9ce282986630 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.181519] env[69433]: DEBUG nova.compute.manager [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1067.199981] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.200301] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.200301] env[69433]: value = "task-3339182" [ 1067.200301] env[69433]: _type = "Task" [ 1067.200301] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.209291] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339182, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.279609] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1acbe001-83d8-454e-9908-3753645124ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.289971] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a56a95-cd6b-47d7-8740-8ca3d868607f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.324954] env[69433]: DEBUG nova.compute.manager [req-085dcc45-38b4-4b82-b7a6-d8d002f7622d req-793390f8-7b6c-4cd2-9ae4-bdb59405fe1f service nova] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Detach interface failed, port_id=b5a6156d-b8ae-4c63-97ae-093b78154ae9, reason: Instance 44e3385a-02fe-460f-8a26-1534bef8426c could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1067.351022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "434c48f5-deab-4379-a75e-2a3cd0f30b30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.351022] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.511336] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.624461] env[69433]: INFO nova.compute.manager [-] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Took 1.58 seconds to deallocate network for instance. [ 1067.638621] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339178, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091713} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.639250] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 7ee9db8e-290d-4ffb-b4c1-2109511da4f2/7ee9db8e-290d-4ffb-b4c1-2109511da4f2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.639250] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.639429] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-945a8979-6206-4b69-a0b8-a3020283fcee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.646826] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1067.646826] env[69433]: value = "task-3339183" [ 1067.646826] env[69433]: _type = "Task" [ 1067.646826] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.653960] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d28d7d53-10be-433e-949b-4f1e4b6a7719 tempest-ServersTestMultiNic-1851219504 tempest-ServersTestMultiNic-1851219504-project-member] Lock "019ec503-0b3a-4537-83a0-0da72ad18dce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.995s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.660822] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.673547] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339179, 'name': ReconfigVM_Task, 'duration_secs': 0.791097} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.674578] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b/2fc8f492-a644-43dc-81a5-64e4d87e7e5b.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.674578] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82dfb897-fb02-44b4-a542-b9d6146ca340 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.681527] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1067.681527] env[69433]: value = "task-3339184" [ 1067.681527] env[69433]: _type = "Task" [ 1067.681527] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.689986] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339184, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.705628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.712848] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339182, 'name': CreateVM_Task, 'duration_secs': 0.303422} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.713033] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.713472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.713627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.714087] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.714250] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87477631-c669-4d13-8468-2ee23a164bf9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.719789] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1067.719789] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5284f5cf-625f-5523-ab26-cee876355287" [ 1067.719789] env[69433]: _type = "Task" [ 1067.719789] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.728646] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5284f5cf-625f-5523-ab26-cee876355287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.853879] env[69433]: DEBUG nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.015282] env[69433]: DEBUG oslo_vmware.api [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339165, 'name': ReconfigVM_Task, 'duration_secs': 5.769241} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.015632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.017784] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Reconfigured VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1068.134307] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.162645] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120128} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.163542] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.164424] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67be540-182d-408b-9e94-141b94432ac6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.194526] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 7ee9db8e-290d-4ffb-b4c1-2109511da4f2/7ee9db8e-290d-4ffb-b4c1-2109511da4f2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.201737] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f240b9e0-9e34-4fa1-b85a-bf793039b483 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.222837] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339184, 'name': Rename_Task, 'duration_secs': 0.266792} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.227022] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.227450] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1068.227450] env[69433]: value = "task-3339185" [ 1068.227450] env[69433]: _type = "Task" [ 1068.227450] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.227702] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa637786-26d6-4660-b177-f728ee75c14d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.244312] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5284f5cf-625f-5523-ab26-cee876355287, 'name': SearchDatastore_Task, 'duration_secs': 0.010901} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.244312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.244312] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.244312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.244312] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.244312] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.244936] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdbe00db-8429-42b5-b5fb-c7d10fcebe75 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.248190] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1068.248190] env[69433]: value = "task-3339186" [ 1068.248190] env[69433]: _type = "Task" [ 1068.248190] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.254661] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.269492] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339186, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.270383] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.270826] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.271400] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5aea527-7cf7-49c5-8a24-ad8eae136d54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.278886] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1068.278886] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d9c02-8ee3-80d1-fde3-876cbd84cf39" [ 1068.278886] env[69433]: _type = "Task" [ 1068.278886] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.289454] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d9c02-8ee3-80d1-fde3-876cbd84cf39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.348616] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44ff42a-9fff-4c88-ad66-2e500a333649 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.356765] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca6591e-624e-4630-aa46-2488a0388c65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.392136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.393062] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e97eb87-0dc0-4291-9e45-b895374326ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.402615] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ab980-b5a3-45a6-9326-2faf69272e34 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.414068] env[69433]: DEBUG nova.compute.provider_tree [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.743305] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.761370] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.789229] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d9c02-8ee3-80d1-fde3-876cbd84cf39, 'name': SearchDatastore_Task, 'duration_secs': 0.017598} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.790098] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9499595a-027c-4c03-a43c-bf71d11aba2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.795708] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1068.795708] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4cf0d-b52c-b2cb-8793-1b805ba78d2a" [ 1068.795708] env[69433]: _type = "Task" [ 1068.795708] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.806547] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4cf0d-b52c-b2cb-8793-1b805ba78d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.815846] env[69433]: DEBUG nova.compute.manager [req-17df7e52-a0f9-42d0-85b8-d23a4d6f5c41 req-2f4a10ad-9fe5-4d52-9cd1-b0192fb21f32 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-vif-deleted-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.816166] env[69433]: INFO nova.compute.manager [req-17df7e52-a0f9-42d0-85b8-d23a4d6f5c41 req-2f4a10ad-9fe5-4d52-9cd1-b0192fb21f32 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Neutron deleted interface c5c7cfd7-8269-4a10-84cd-f7ccad1f326d; detaching it from the instance and deleting it from the info cache [ 1068.816505] env[69433]: DEBUG nova.network.neutron [req-17df7e52-a0f9-42d0-85b8-d23a4d6f5c41 req-2f4a10ad-9fe5-4d52-9cd1-b0192fb21f32 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "50a73373-0069-4a4b-9583-4be7f0fb8a84", "address": "fa:16:3e:f3:c7:c9", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a73373-00", "ovs_interfaceid": "50a73373-0069-4a4b-9583-4be7f0fb8a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.917026] env[69433]: DEBUG nova.scheduler.client.report [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.246012] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339185, 'name': ReconfigVM_Task, 'duration_secs': 0.823524} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.246370] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 7ee9db8e-290d-4ffb-b4c1-2109511da4f2/7ee9db8e-290d-4ffb-b4c1-2109511da4f2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.246925] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8b7f7dd-9103-4441-b44d-8be59244a540 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.254855] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1069.254855] env[69433]: value = "task-3339187" [ 1069.254855] env[69433]: _type = "Task" [ 1069.254855] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.282531] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339186, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.287090] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339187, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.302313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.302313] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.304027] env[69433]: DEBUG nova.network.neutron [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.309457] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f4cf0d-b52c-b2cb-8793-1b805ba78d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.023146} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.309821] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.310468] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.312115] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e753b8a-83b2-4fc8-92d6-21794f113f4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.319523] env[69433]: DEBUG oslo_concurrency.lockutils [req-17df7e52-a0f9-42d0-85b8-d23a4d6f5c41 req-2f4a10ad-9fe5-4d52-9cd1-b0192fb21f32 service nova] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.320019] env[69433]: DEBUG oslo_concurrency.lockutils [req-17df7e52-a0f9-42d0-85b8-d23a4d6f5c41 req-2f4a10ad-9fe5-4d52-9cd1-b0192fb21f32 service nova] Acquired lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.320349] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1069.320349] env[69433]: value = "task-3339188" [ 1069.320349] env[69433]: _type = "Task" [ 1069.320349] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.321494] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d14b83-63b5-4505-8254-5e4ef01ae9ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.345489] env[69433]: DEBUG oslo_concurrency.lockutils [req-17df7e52-a0f9-42d0-85b8-d23a4d6f5c41 req-2f4a10ad-9fe5-4d52-9cd1-b0192fb21f32 service nova] Releasing lock "688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.345600] env[69433]: WARNING nova.compute.manager [req-17df7e52-a0f9-42d0-85b8-d23a4d6f5c41 req-2f4a10ad-9fe5-4d52-9cd1-b0192fb21f32 service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Detach interface failed, port_id=c5c7cfd7-8269-4a10-84cd-f7ccad1f326d, reason: No device with interface-id c5c7cfd7-8269-4a10-84cd-f7ccad1f326d exists on VM: nova.exception.NotFound: No device with interface-id c5c7cfd7-8269-4a10-84cd-f7ccad1f326d exists on VM [ 1069.351107] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.424741] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.424741] env[69433]: DEBUG nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.430720] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.724s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.766355] env[69433]: DEBUG oslo_vmware.api [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339186, 'name': PowerOnVM_Task, 'duration_secs': 1.050144} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.766355] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.766355] env[69433]: DEBUG nova.compute.manager [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.767264] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f8a23-7de2-4da3-8cdc-b94dac6b4418 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.774534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.774901] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.775315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.779017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.779017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.779017] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339187, 'name': Rename_Task, 'duration_secs': 0.164254} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.779017] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.779017] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd7adae7-954c-472c-bbec-c30557dc82f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.780745] env[69433]: INFO nova.compute.manager [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Terminating instance [ 1069.794854] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1069.794854] env[69433]: value = "task-3339189" [ 1069.794854] env[69433]: _type = "Task" [ 1069.794854] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.809962] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.841545] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.934017] env[69433]: DEBUG nova.compute.utils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.943034] env[69433]: INFO nova.compute.claims [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.944787] env[69433]: DEBUG nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.944960] env[69433]: DEBUG nova.network.neutron [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1070.051471] env[69433]: DEBUG nova.policy [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ebd2a91ea7a404a8fe8fb177a3062c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e5735dee94243ba84050a851565d5f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.208278] env[69433]: INFO nova.network.neutron [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Port 50a73373-0069-4a4b-9583-4be7f0fb8a84 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1070.208689] env[69433]: DEBUG nova.network.neutron [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [{"id": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "address": "fa:16:3e:cd:db:ff", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2221691-e9", "ovs_interfaceid": "c2221691-e9f1-419c-99b7-ebfeee3f2fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.285576] env[69433]: DEBUG nova.compute.manager [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.285899] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.287237] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979bd5b8-7230-48b7-881e-6d1307c351db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.305890] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.306857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.307523] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ac272e-c6c2-45f3-a7e5-6164dcd2249d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.315122] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.320952] env[69433]: DEBUG oslo_vmware.api [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1070.320952] env[69433]: value = "task-3339190" [ 1070.320952] env[69433]: _type = "Task" [ 1070.320952] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.333347] env[69433]: DEBUG oslo_vmware.api [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.336374] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.437272] env[69433]: DEBUG nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.448324] env[69433]: INFO nova.compute.resource_tracker [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating resource usage from migration 86f3b2aa-ad33-4217-a0a1-d413088f6b10 [ 1070.469565] env[69433]: DEBUG nova.network.neutron [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Successfully created port: 7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.682028] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c568e-5348-4f40-ab01-b47db3372566 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.688515] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85f6f5e-71d9-4a81-a70d-f9bc4fa69a73 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.724546] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-688174d7-99f8-47e4-a21a-fb6133430bf6" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.728748] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15169376-6f77-4bc9-80cd-c9579420d09e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.741428] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa80cd-9d1d-4d8c-a80a-a064934f8432 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.761735] env[69433]: DEBUG nova.compute.provider_tree [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.816663] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.833746] env[69433]: DEBUG oslo_vmware.api [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339190, 'name': PowerOffVM_Task, 'duration_secs': 0.229176} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.836112] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.836112] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.836112] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33fa165d-4afe-4f19-b3ed-e67d680847a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.840871] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339188, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51466} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.841741] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.842051] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.842274] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a75c32b-f16b-498c-93f3-bbc13bceba94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.849043] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1070.849043] env[69433]: value = "task-3339192" [ 1070.849043] env[69433]: _type = "Task" [ 1070.849043] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.857162] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.861940] env[69433]: DEBUG nova.compute.manager [req-68be5276-15bb-4df4-88d5-553a9e374a7c req-35701504-19a0-4002-b276-ae7caa85505c service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-vif-deleted-50a73373-0069-4a4b-9583-4be7f0fb8a84 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.968026] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.968026] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.968026] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleting the datastore file [datastore1] 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.969709] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-359fc376-d4ca-466e-829f-9e25fe8cf0df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.977419] env[69433]: DEBUG oslo_vmware.api [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1070.977419] env[69433]: value = "task-3339193" [ 1070.977419] env[69433]: _type = "Task" [ 1070.977419] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.986511] env[69433]: DEBUG oslo_vmware.api [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.233366] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b773462-9c3d-4f11-9a10-c3bff6f1ac33 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-688174d7-99f8-47e4-a21a-fb6133430bf6-c5c7cfd7-8269-4a10-84cd-f7ccad1f326d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.788s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.265685] env[69433]: DEBUG nova.scheduler.client.report [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.307773] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.309297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.309523] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.309736] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.309966] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.310096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.312340] env[69433]: INFO nova.compute.manager [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Terminating instance [ 1071.365260] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064016} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.365587] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.366705] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4c662f-21c5-446e-a5e9-276e6e5ac7dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.393426] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.393742] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-010a26d6-8d9d-4241-be69-7bb0fed0e916 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.415660] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1071.415660] env[69433]: value = "task-3339194" [ 1071.415660] env[69433]: _type = "Task" [ 1071.415660] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.424832] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.448291] env[69433]: DEBUG nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.478241] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.478497] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.478748] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.478829] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.479015] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.479251] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.479534] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.479717] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.479890] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.480446] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.480446] env[69433]: DEBUG nova.virt.hardware [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.481312] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d12666-91c3-417f-a4d4-a7dd4863cf50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.494872] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d784e902-d9a1-4a08-95f0-500dbb93e2d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.499180] env[69433]: DEBUG oslo_vmware.api [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.772984] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.343s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.773245] env[69433]: INFO nova.compute.manager [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Migrating [ 1071.779941] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.646s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.780217] env[69433]: DEBUG nova.objects.instance [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lazy-loading 'resources' on Instance uuid 44e3385a-02fe-460f-8a26-1534bef8426c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.810600] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339189, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.818575] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "refresh_cache-2fc8f492-a644-43dc-81a5-64e4d87e7e5b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.818575] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquired lock "refresh_cache-2fc8f492-a644-43dc-81a5-64e4d87e7e5b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.818575] env[69433]: DEBUG nova.network.neutron [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.926368] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.992784] env[69433]: DEBUG oslo_vmware.api [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.828536} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.997019] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.997019] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.997019] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.997019] env[69433]: INFO nova.compute.manager [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1071.997019] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.997019] env[69433]: DEBUG nova.compute.manager [-] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.997019] env[69433]: DEBUG nova.network.neutron [-] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.129895] env[69433]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 50a73373-0069-4a4b-9583-4be7f0fb8a84 could not be found.", "detail": ""}} {{(pid=69433) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1072.130166] env[69433]: DEBUG nova.network.neutron [-] Unable to show port 50a73373-0069-4a4b-9583-4be7f0fb8a84 as it no longer exists. {{(pid=69433) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1072.289052] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.289381] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.289668] env[69433]: DEBUG nova.network.neutron [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.314541] env[69433]: DEBUG oslo_vmware.api [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339189, 'name': PowerOnVM_Task, 'duration_secs': 2.361773} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.318179] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.318484] env[69433]: INFO nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Took 12.77 seconds to spawn the instance on the hypervisor. [ 1072.318757] env[69433]: DEBUG nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.325276] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322d0883-fa0c-4a3d-a221-af8d57c0353d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.353853] env[69433]: DEBUG nova.network.neutron [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.427529] env[69433]: DEBUG nova.network.neutron [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.438497] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339194, 'name': ReconfigVM_Task, 'duration_secs': 0.593057} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.438826] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.439752] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b79aa33-8a23-48e6-b88f-26fe1eb968ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.447014] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1072.447014] env[69433]: value = "task-3339195" [ 1072.447014] env[69433]: _type = "Task" [ 1072.447014] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.459529] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339195, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.529578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.529890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.553504] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258a82bf-7008-41a7-880b-4cd584e32359 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.566553] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2bd17c-3d14-4ef8-a74c-f64c401a4ebd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.572462] env[69433]: DEBUG nova.network.neutron [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Successfully updated port: 7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.603362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.603592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.603766] env[69433]: DEBUG nova.network.neutron [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.607157] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc021bbe-3e4f-4f2a-9489-d4c4d445b557 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.616410] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa0df60-a952-4ffd-b848-4da88e71cf1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.632813] env[69433]: DEBUG nova.compute.provider_tree [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.855021] env[69433]: INFO nova.compute.manager [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Took 21.90 seconds to build instance. [ 1072.930261] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Releasing lock "refresh_cache-2fc8f492-a644-43dc-81a5-64e4d87e7e5b" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.930695] env[69433]: DEBUG nova.compute.manager [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.930905] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.931825] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6747e42b-8994-42bd-8c82-b51c1e122d21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.940036] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.940276] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7cf124c-3ef6-4427-9a17-4ebf4e146be5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.947702] env[69433]: DEBUG oslo_vmware.api [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1072.947702] env[69433]: value = "task-3339196" [ 1072.947702] env[69433]: _type = "Task" [ 1072.947702] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.960258] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339195, 'name': Rename_Task, 'duration_secs': 0.2014} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.967198] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.967558] env[69433]: DEBUG oslo_vmware.api [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.967788] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa91643-bb6c-4203-846b-274000419728 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.973472] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1072.973472] env[69433]: value = "task-3339197" [ 1072.973472] env[69433]: _type = "Task" [ 1072.973472] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.982039] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.037532] env[69433]: DEBUG nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.048899] env[69433]: DEBUG nova.network.neutron [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance_info_cache with network_info: [{"id": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "address": "fa:16:3e:01:3b:7e", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25a2e9-56", "ovs_interfaceid": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.136657] env[69433]: DEBUG nova.scheduler.client.report [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.153397] env[69433]: DEBUG nova.network.neutron [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.217213] env[69433]: DEBUG nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Received event network-vif-plugged-7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.217619] env[69433]: DEBUG oslo_concurrency.lockutils [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] Acquiring lock "83e988de-f174-4768-9f25-518e437b0532-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.217897] env[69433]: DEBUG oslo_concurrency.lockutils [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] Lock "83e988de-f174-4768-9f25-518e437b0532-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.218350] env[69433]: DEBUG oslo_concurrency.lockutils [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] Lock "83e988de-f174-4768-9f25-518e437b0532-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.218678] env[69433]: DEBUG nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] No waiting events found dispatching network-vif-plugged-7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.218898] env[69433]: WARNING nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Received unexpected event network-vif-plugged-7724df2f-c3fd-4f92-905f-6545829d0d21 for instance with vm_state building and task_state spawning. [ 1073.219342] env[69433]: DEBUG nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Received event network-changed-7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.219532] env[69433]: DEBUG nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Refreshing instance network info cache due to event network-changed-7724df2f-c3fd-4f92-905f-6545829d0d21. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.219795] env[69433]: DEBUG oslo_concurrency.lockutils [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] Acquiring lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.225462] env[69433]: DEBUG nova.network.neutron [-] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.298510] env[69433]: DEBUG nova.network.neutron [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Updating instance_info_cache with network_info: [{"id": "7724df2f-c3fd-4f92-905f-6545829d0d21", "address": "fa:16:3e:aa:4a:5c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7724df2f-c3", "ovs_interfaceid": "7724df2f-c3fd-4f92-905f-6545829d0d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.356594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ff917a9d-cd8a-4f2d-8560-83b49e039895 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.416s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.461164] env[69433]: DEBUG oslo_vmware.api [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.482197] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.552077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.560426] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.641857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.645331] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.253s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.646936] env[69433]: INFO nova.compute.claims [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.662462] env[69433]: INFO nova.scheduler.client.report [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Deleted allocations for instance 44e3385a-02fe-460f-8a26-1534bef8426c [ 1073.731788] env[69433]: INFO nova.compute.manager [-] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Took 1.74 seconds to deallocate network for instance. [ 1073.799032] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.799384] env[69433]: DEBUG nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Instance network_info: |[{"id": "7724df2f-c3fd-4f92-905f-6545829d0d21", "address": "fa:16:3e:aa:4a:5c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7724df2f-c3", "ovs_interfaceid": "7724df2f-c3fd-4f92-905f-6545829d0d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.799686] env[69433]: DEBUG oslo_concurrency.lockutils [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] Acquired lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.799864] env[69433]: DEBUG nova.network.neutron [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Refreshing network info cache for port 7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.801887] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:4a:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7724df2f-c3fd-4f92-905f-6545829d0d21', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.809412] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.812618] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e988de-f174-4768-9f25-518e437b0532] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.813021] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-324d8cb4-db1c-4df9-9b85-6b8560a8cf5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.832433] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.832433] env[69433]: value = "task-3339198" [ 1073.832433] env[69433]: _type = "Task" [ 1073.832433] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.840159] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339198, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.965162] env[69433]: DEBUG oslo_vmware.api [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339196, 'name': PowerOffVM_Task, 'duration_secs': 0.877336} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.965320] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.965478] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.965736] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac3c007d-8a2f-44a3-95dc-f2f2ff80fa05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.983610] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339197, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.996975] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.997208] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.997389] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Deleting the datastore file [datastore2] 2fc8f492-a644-43dc-81a5-64e4d87e7e5b {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.997652] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb59d91-aa28-4d16-abab-afae465f4331 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.003797] env[69433]: DEBUG oslo_vmware.api [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for the task: (returnval){ [ 1074.003797] env[69433]: value = "task-3339200" [ 1074.003797] env[69433]: _type = "Task" [ 1074.003797] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.012735] env[69433]: DEBUG oslo_vmware.api [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.036627] env[69433]: DEBUG nova.network.neutron [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Updated VIF entry in instance network info cache for port 7724df2f-c3fd-4f92-905f-6545829d0d21. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.037065] env[69433]: DEBUG nova.network.neutron [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Updating instance_info_cache with network_info: [{"id": "7724df2f-c3fd-4f92-905f-6545829d0d21", "address": "fa:16:3e:aa:4a:5c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7724df2f-c3", "ovs_interfaceid": "7724df2f-c3fd-4f92-905f-6545829d0d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.170801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b76937cb-1f24-4c18-81b4-ebe30bc252a3 tempest-ServerExternalEventsTest-775746189 tempest-ServerExternalEventsTest-775746189-project-member] Lock "44e3385a-02fe-460f-8a26-1534bef8426c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.636s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.206929] env[69433]: DEBUG nova.compute.manager [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Received event network-changed-572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.207104] env[69433]: DEBUG nova.compute.manager [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Refreshing instance network info cache due to event network-changed-572c1803-8a6d-41e1-82a6-8f69ed609eca. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.207314] env[69433]: DEBUG oslo_concurrency.lockutils [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.207455] env[69433]: DEBUG oslo_concurrency.lockutils [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.207610] env[69433]: DEBUG nova.network.neutron [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Refreshing network info cache for port 572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.239190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.345572] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339198, 'name': CreateVM_Task, 'duration_secs': 0.320164} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.345748] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83e988de-f174-4768-9f25-518e437b0532] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.346452] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.346624] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.346934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.347488] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c87489-cf17-408e-895a-08d6a07fbb0a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.352678] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1074.352678] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524db146-f220-5e13-3f2b-62d493fc3a91" [ 1074.352678] env[69433]: _type = "Task" [ 1074.352678] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.360612] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524db146-f220-5e13-3f2b-62d493fc3a91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.486343] env[69433]: DEBUG oslo_vmware.api [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339197, 'name': PowerOnVM_Task, 'duration_secs': 1.178414} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.486618] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.486813] env[69433]: INFO nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Took 7.47 seconds to spawn the instance on the hypervisor. [ 1074.486990] env[69433]: DEBUG nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.487777] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6561a44-8251-43a1-81b1-4b46ed525c1e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.511918] env[69433]: DEBUG oslo_vmware.api [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Task: {'id': task-3339200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136357} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.512164] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.512344] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.512517] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.512684] env[69433]: INFO nova.compute.manager [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1074.512914] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.513123] env[69433]: DEBUG nova.compute.manager [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.513216] env[69433]: DEBUG nova.network.neutron [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.531258] env[69433]: DEBUG nova.network.neutron [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1074.539521] env[69433]: DEBUG oslo_concurrency.lockutils [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] Releasing lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.539748] env[69433]: DEBUG nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Received event network-vif-deleted-c2221691-e9f1-419c-99b7-ebfeee3f2fd8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.539920] env[69433]: INFO nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Neutron deleted interface c2221691-e9f1-419c-99b7-ebfeee3f2fd8; detaching it from the instance and deleting it from the info cache [ 1074.540117] env[69433]: DEBUG nova.network.neutron [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.835587] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819058c-d912-4975-80e8-11736d052b79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.845859] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a12e0e-8deb-4efd-a2e6-f90434b6beea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.884799] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e1d9c-553f-4a72-a04c-a3c6a1548f85 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.896521] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af1ac9e-8a51-4979-a639-91456b3170dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.902264] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524db146-f220-5e13-3f2b-62d493fc3a91, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.902410] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.902693] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.902970] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.903261] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.903428] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.905039] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77172bcf-342b-4790-9dbe-8c25b724e26a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.916091] env[69433]: DEBUG nova.compute.provider_tree [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.929393] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.929792] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.931195] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae14a680-dc39-4733-96bb-73c137abff2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.936763] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1074.936763] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5200f773-70df-3918-5b37-4a32d07a61ad" [ 1074.936763] env[69433]: _type = "Task" [ 1074.936763] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.945590] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5200f773-70df-3918-5b37-4a32d07a61ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.994231] env[69433]: DEBUG nova.network.neutron [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updated VIF entry in instance network info cache for port 572c1803-8a6d-41e1-82a6-8f69ed609eca. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.994650] env[69433]: DEBUG nova.network.neutron [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.004629] env[69433]: INFO nova.compute.manager [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Took 17.14 seconds to build instance. [ 1075.034134] env[69433]: DEBUG nova.network.neutron [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.043584] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f00ebda-f42c-4724-8508-f0d36d845d1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.054291] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7094078-a471-4503-bc9a-cde88f3f0c01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.068139] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fbbbd3-8d13-441b-9f24-969eef88daa2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.086535] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance '252160a2-1f2a-45f0-8ad1-0683277851f2' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.098534] env[69433]: DEBUG nova.compute.manager [req-2801a1c6-5877-4377-a335-5bfb84200786 req-5e957245-9997-439c-8d74-47b2dc21144b service nova] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Detach interface failed, port_id=c2221691-e9f1-419c-99b7-ebfeee3f2fd8, reason: Instance 688174d7-99f8-47e4-a21a-fb6133430bf6 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.421012] env[69433]: DEBUG nova.scheduler.client.report [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.449181] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5200f773-70df-3918-5b37-4a32d07a61ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.450061] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01cbb09-d8be-4fac-956f-43b186a396cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.456114] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1075.456114] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5214f480-3d67-c245-d3b2-b21b1d95a73e" [ 1075.456114] env[69433]: _type = "Task" [ 1075.456114] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.464571] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5214f480-3d67-c245-d3b2-b21b1d95a73e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.497015] env[69433]: DEBUG oslo_concurrency.lockutils [req-94d4cda2-7767-4c24-b534-cf21ad8ed3a6 req-ce38c322-97c4-4129-bf1d-b8abf8f76a91 service nova] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.506658] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e154dc27-bbae-4f46-9e92-a713b38a7584 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.652s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.536722] env[69433]: INFO nova.compute.manager [-] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Took 1.02 seconds to deallocate network for instance. [ 1075.602246] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.602792] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25350025-da7f-409e-a93a-4d6d8a0423ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.604784] env[69433]: INFO nova.compute.manager [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Rebuilding instance [ 1075.614316] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1075.614316] env[69433]: value = "task-3339201" [ 1075.614316] env[69433]: _type = "Task" [ 1075.614316] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.622528] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.652304] env[69433]: DEBUG nova.compute.manager [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.652942] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a60b34-e041-4c05-b736-8d6e8bd782e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.926076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.926603] env[69433]: DEBUG nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.929695] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.623s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.930473] env[69433]: DEBUG nova.objects.instance [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.968888] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5214f480-3d67-c245-d3b2-b21b1d95a73e, 'name': SearchDatastore_Task, 'duration_secs': 0.028742} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.969401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.969792] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 83e988de-f174-4768-9f25-518e437b0532/83e988de-f174-4768-9f25-518e437b0532.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.970166] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ea6966d-7d60-4293-9a73-075653b480cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.978227] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1075.978227] env[69433]: value = "task-3339202" [ 1075.978227] env[69433]: _type = "Task" [ 1075.978227] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.987286] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.042987] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.124737] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339201, 'name': PowerOffVM_Task, 'duration_secs': 0.369236} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.125494] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.125776] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance '252160a2-1f2a-45f0-8ad1-0683277851f2' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1076.437023] env[69433]: DEBUG nova.compute.utils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.445109] env[69433]: DEBUG nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.445109] env[69433]: DEBUG nova.network.neutron [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.488852] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339202, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.513445] env[69433]: DEBUG nova.policy [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36c82ed9c86f4b44ae530e6d3e41e935', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '902b797579b04927bb97bd512a97c9fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.633547] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.633547] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.633547] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.633671] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.633927] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.634720] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.634956] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.635142] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.635330] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.635500] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.635695] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.640911] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd54ceaf-5109-4aec-8ff8-664e277fd85a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.661190] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1076.661190] env[69433]: value = "task-3339203" [ 1076.661190] env[69433]: _type = "Task" [ 1076.661190] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.665182] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.665457] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-327359ef-a3f2-4a55-b6f9-40000c32f105 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.670346] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.675456] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1076.675456] env[69433]: value = "task-3339204" [ 1076.675456] env[69433]: _type = "Task" [ 1076.675456] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.683383] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.820280] env[69433]: DEBUG nova.network.neutron [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Successfully created port: 35e016cd-616b-46e5-8ff7-f4c098f31cf7 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.944254] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986feb0e-cf45-4802-bc9d-ca59539e6d10 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.612831] env[69433]: DEBUG nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.612831] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.389s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.612831] env[69433]: INFO nova.compute.claims [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.612831] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686812} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.612831] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 83e988de-f174-4768-9f25-518e437b0532/83e988de-f174-4768-9f25-518e437b0532.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.612831] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.612831] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6604e8dc-ef6c-442f-b1c4-d3035126f4c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.612831] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1079.612831] env[69433]: value = "task-3339205" [ 1079.612831] env[69433]: _type = "Task" [ 1079.612831] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.612831] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.612831] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339203, 'name': ReconfigVM_Task, 'duration_secs': 0.192935} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.612831] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance '252160a2-1f2a-45f0-8ad1-0683277851f2' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.612831] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339204, 'name': PowerOffVM_Task, 'duration_secs': 0.127551} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.612831] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.615967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.615967] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0afb800-7e5a-4340-ae07-e4030095485b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.615967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.615967] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac27258f-52da-4bad-8447-b6bfac2b307d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.615967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.615967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.615967] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Deleting the datastore file [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.615967] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9005079e-ac27-49c2-ad0e-c22d860a947c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.615967] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1079.615967] env[69433]: value = "task-3339207" [ 1079.615967] env[69433]: _type = "Task" [ 1079.615967] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.615967] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.615967] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063829} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.615967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.615967] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7397ad97-4475-4714-be71-4c9c57b8ac84 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.615967] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 83e988de-f174-4768-9f25-518e437b0532/83e988de-f174-4768-9f25-518e437b0532.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d56040e-d988-41cf-b20d-0a38ffaf5782 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1079.618094] env[69433]: value = "task-3339208" [ 1079.618094] env[69433]: _type = "Task" [ 1079.618094] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124289} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.618094] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.618094] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.618094] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339208, 'name': ReconfigVM_Task, 'duration_secs': 0.300513} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.618094] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 83e988de-f174-4768-9f25-518e437b0532/83e988de-f174-4768-9f25-518e437b0532.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-200679dd-711b-48ed-82ef-10b20a355258 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1079.618094] env[69433]: value = "task-3339209" [ 1079.618094] env[69433]: _type = "Task" [ 1079.618094] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339209, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.618094] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339209, 'name': Rename_Task, 'duration_secs': 0.122909} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.620948] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.620948] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2369163b-1ea6-4006-b0c9-9379aa8de417 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.620948] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1079.620948] env[69433]: value = "task-3339210" [ 1079.620948] env[69433]: _type = "Task" [ 1079.620948] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.620948] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.620948] env[69433]: DEBUG oslo_vmware.api [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339210, 'name': PowerOnVM_Task, 'duration_secs': 0.402169} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.620948] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.620948] env[69433]: INFO nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1079.620948] env[69433]: DEBUG nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.620948] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f94f30-38c6-4a1f-8e2d-6f65000fd391 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.113690] env[69433]: INFO nova.compute.manager [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Took 14.11 seconds to build instance. [ 1080.184751] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.185022] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.185190] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.185374] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.185523] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.185673] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.185880] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.186053] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.186227] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.186393] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.186756] env[69433]: DEBUG nova.virt.hardware [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.192463] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1080.192756] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91e2c60-ffd6-4cfc-ba30-799cb6142cea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.214594] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1080.214594] env[69433]: value = "task-3339211" [ 1080.214594] env[69433]: _type = "Task" [ 1080.214594] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.225694] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.271534] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.271771] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.271930] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.272128] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.272343] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.272449] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.272684] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.272845] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.273018] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.273319] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.273553] env[69433]: DEBUG nova.virt.hardware [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.275090] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece79f2b-d5c6-4742-98d4-667c237a1508 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.285017] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379aedfe-3717-4aa8-9279-1f7543af4c42 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.302501] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Instance VIF info [] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.310682] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.310960] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.311220] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edc4202b-e6ae-4f37-8b37-857630bbed6c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.334412] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.334412] env[69433]: value = "task-3339212" [ 1080.334412] env[69433]: _type = "Task" [ 1080.334412] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.343521] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339212, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.460812] env[69433]: DEBUG nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.508579] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.508987] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.508987] env[69433]: DEBUG nova.virt.hardware [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.511427] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4651d61-889f-4e35-949f-f5a120c5162c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.526580] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b7dd91-444d-4e04-a02b-8da72a1adec2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.566383] env[69433]: DEBUG nova.compute.manager [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Received event network-changed-7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.566383] env[69433]: DEBUG nova.compute.manager [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Refreshing instance network info cache due to event network-changed-7724df2f-c3fd-4f92-905f-6545829d0d21. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.566383] env[69433]: DEBUG oslo_concurrency.lockutils [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] Acquiring lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.566383] env[69433]: DEBUG oslo_concurrency.lockutils [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] Acquired lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.566383] env[69433]: DEBUG nova.network.neutron [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Refreshing network info cache for port 7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.623975] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c8a66225-52dd-480c-9723-5707e6261697 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "83e988de-f174-4768-9f25-518e437b0532" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.985s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.702736] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8f264c-66ca-42bd-bb51-def00e5967de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.713030] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd7d3a3-e24e-489c-bc0e-cb3fb6d9b8ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.725934] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.752596] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb8fce-8ca5-4deb-94d2-cca92b6521f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.760892] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f687b8a9-4530-47b5-915e-696df23fa25e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.775962] env[69433]: DEBUG nova.compute.provider_tree [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.844909] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339212, 'name': CreateVM_Task, 'duration_secs': 0.264629} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.845118] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.845552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.845717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.846051] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.846309] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bedec5a-4db7-4ed7-bce6-a010ed79697d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.851321] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1080.851321] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52627919-fe06-ab06-b08d-dd1f404c6ff8" [ 1080.851321] env[69433]: _type = "Task" [ 1080.851321] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.859510] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52627919-fe06-ab06-b08d-dd1f404c6ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.227762] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.280738] env[69433]: DEBUG nova.scheduler.client.report [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.363467] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52627919-fe06-ab06-b08d-dd1f404c6ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.009885} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.363907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.364081] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.364327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.364472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.364646] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.364923] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1923b42e-c03e-4d40-8863-26ebe74851cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.375217] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.376079] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.379120] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2303dd97-663e-4584-b6cc-d8030615fcfa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.384229] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1081.384229] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527f01a0-d795-cbba-a877-5e09d89950f1" [ 1081.384229] env[69433]: _type = "Task" [ 1081.384229] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.393403] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527f01a0-d795-cbba-a877-5e09d89950f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.406999] env[69433]: DEBUG nova.network.neutron [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Successfully updated port: 35e016cd-616b-46e5-8ff7-f4c098f31cf7 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.464536] env[69433]: DEBUG nova.network.neutron [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Updated VIF entry in instance network info cache for port 7724df2f-c3fd-4f92-905f-6545829d0d21. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.464953] env[69433]: DEBUG nova.network.neutron [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Updating instance_info_cache with network_info: [{"id": "7724df2f-c3fd-4f92-905f-6545829d0d21", "address": "fa:16:3e:aa:4a:5c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7724df2f-c3", "ovs_interfaceid": "7724df2f-c3fd-4f92-905f-6545829d0d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.727732] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339211, 'name': ReconfigVM_Task, 'duration_secs': 1.184574} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.728379] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.729249] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dfd67e-9ee2-4135-b782-f017d98fb890 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.757402] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 252160a2-1f2a-45f0-8ad1-0683277851f2/252160a2-1f2a-45f0-8ad1-0683277851f2.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.757696] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a0ea464-1555-43a0-9598-7dcc4816c96a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.776014] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1081.776014] env[69433]: value = "task-3339214" [ 1081.776014] env[69433]: _type = "Task" [ 1081.776014] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.785378] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.787206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.838s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.787687] env[69433]: DEBUG nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.790391] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.553s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.790638] env[69433]: DEBUG nova.objects.instance [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'resources' on Instance uuid 688174d7-99f8-47e4-a21a-fb6133430bf6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.895728] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527f01a0-d795-cbba-a877-5e09d89950f1, 'name': SearchDatastore_Task, 'duration_secs': 0.021864} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.896666] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dc9cb68-cde9-4878-8956-3431bc396d2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.903764] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1081.903764] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52966f1f-afb0-b9f1-b99c-85ed0e2786d9" [ 1081.903764] env[69433]: _type = "Task" [ 1081.903764] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.915461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "refresh_cache-434c48f5-deab-4379-a75e-2a3cd0f30b30" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.915617] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquired lock "refresh_cache-434c48f5-deab-4379-a75e-2a3cd0f30b30" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.915783] env[69433]: DEBUG nova.network.neutron [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.917346] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52966f1f-afb0-b9f1-b99c-85ed0e2786d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.968466] env[69433]: DEBUG oslo_concurrency.lockutils [req-be3461d6-13a8-448a-a930-7d0975dacd74 req-477ecb91-ed75-47a3-a280-5082f2659f97 service nova] Releasing lock "refresh_cache-83e988de-f174-4768-9f25-518e437b0532" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.286545] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339214, 'name': ReconfigVM_Task, 'duration_secs': 0.467646} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.286545] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 252160a2-1f2a-45f0-8ad1-0683277851f2/252160a2-1f2a-45f0-8ad1-0683277851f2.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.286765] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance '252160a2-1f2a-45f0-8ad1-0683277851f2' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.293723] env[69433]: DEBUG nova.compute.utils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.295557] env[69433]: DEBUG nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1082.295557] env[69433]: DEBUG nova.network.neutron [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1082.355284] env[69433]: DEBUG nova.policy [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f38fd9ce6649e7afcdf127c135b54d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8743a2d119144c2a91a21f0bb56df2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.425674] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52966f1f-afb0-b9f1-b99c-85ed0e2786d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011366} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.426339] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.427224] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.431729] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed756ec9-4944-4d58-b716-fdeb963f7049 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.442023] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1082.442023] env[69433]: value = "task-3339215" [ 1082.442023] env[69433]: _type = "Task" [ 1082.442023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.454633] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.459196] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.459649] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.472381] env[69433]: DEBUG nova.network.neutron [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.516971] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777aa0f8-69bb-40ab-8beb-68ce5fa09e6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.525277] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92124b4-8919-4a96-9fbb-4fa3ca818e8b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.560681] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689659f-11eb-48f8-b13b-b9be8ac93b5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.569116] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec3d1ca-7d05-40b3-884a-b15d428c56a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.582723] env[69433]: DEBUG nova.compute.provider_tree [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.599982] env[69433]: DEBUG nova.compute.manager [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Received event network-vif-plugged-35e016cd-616b-46e5-8ff7-f4c098f31cf7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.600218] env[69433]: DEBUG oslo_concurrency.lockutils [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] Acquiring lock "434c48f5-deab-4379-a75e-2a3cd0f30b30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.600487] env[69433]: DEBUG oslo_concurrency.lockutils [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.600630] env[69433]: DEBUG oslo_concurrency.lockutils [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.600824] env[69433]: DEBUG nova.compute.manager [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] No waiting events found dispatching network-vif-plugged-35e016cd-616b-46e5-8ff7-f4c098f31cf7 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.601014] env[69433]: WARNING nova.compute.manager [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Received unexpected event network-vif-plugged-35e016cd-616b-46e5-8ff7-f4c098f31cf7 for instance with vm_state building and task_state spawning. [ 1082.601215] env[69433]: DEBUG nova.compute.manager [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Received event network-changed-35e016cd-616b-46e5-8ff7-f4c098f31cf7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.601337] env[69433]: DEBUG nova.compute.manager [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Refreshing instance network info cache due to event network-changed-35e016cd-616b-46e5-8ff7-f4c098f31cf7. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.601537] env[69433]: DEBUG oslo_concurrency.lockutils [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] Acquiring lock "refresh_cache-434c48f5-deab-4379-a75e-2a3cd0f30b30" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.731270] env[69433]: DEBUG nova.network.neutron [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Updating instance_info_cache with network_info: [{"id": "35e016cd-616b-46e5-8ff7-f4c098f31cf7", "address": "fa:16:3e:29:ac:ab", "network": {"id": "7f7c2f06-0b27-41d0-b49d-d441be9794f5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-345778369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902b797579b04927bb97bd512a97c9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e016cd-61", "ovs_interfaceid": "35e016cd-616b-46e5-8ff7-f4c098f31cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.794066] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f493866-1f40-4329-b3ee-ee6176babf85 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.800044] env[69433]: DEBUG nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.821034] env[69433]: DEBUG nova.network.neutron [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Successfully created port: 9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.824267] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ebb5a4-0c12-43b7-b88f-2838c6a6961d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.845307] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance '252160a2-1f2a-45f0-8ad1-0683277851f2' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.955290] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339215, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.969022] env[69433]: DEBUG nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.086284] env[69433]: DEBUG nova.scheduler.client.report [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.234828] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Releasing lock "refresh_cache-434c48f5-deab-4379-a75e-2a3cd0f30b30" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.235236] env[69433]: DEBUG nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Instance network_info: |[{"id": "35e016cd-616b-46e5-8ff7-f4c098f31cf7", "address": "fa:16:3e:29:ac:ab", "network": {"id": "7f7c2f06-0b27-41d0-b49d-d441be9794f5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-345778369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902b797579b04927bb97bd512a97c9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e016cd-61", "ovs_interfaceid": "35e016cd-616b-46e5-8ff7-f4c098f31cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.235682] env[69433]: DEBUG oslo_concurrency.lockutils [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] Acquired lock "refresh_cache-434c48f5-deab-4379-a75e-2a3cd0f30b30" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.236147] env[69433]: DEBUG nova.network.neutron [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Refreshing network info cache for port 35e016cd-616b-46e5-8ff7-f4c098f31cf7 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.237669] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:ac:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35e016cd-616b-46e5-8ff7-f4c098f31cf7', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.245495] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Creating folder: Project (902b797579b04927bb97bd512a97c9fe). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.246446] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f73dbee-4238-496b-a51e-ee56228d20a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.257842] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Created folder: Project (902b797579b04927bb97bd512a97c9fe) in parent group-v666200. [ 1083.258039] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Creating folder: Instances. Parent ref: group-v666481. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.258257] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6a5279a-b6e8-4d69-8422-ccfdc1b52070 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.267334] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Created folder: Instances in parent group-v666481. [ 1083.267556] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.267739] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.267929] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df7f7a3-1bab-4001-8f0a-fd78e6e2a889 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.287279] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.287279] env[69433]: value = "task-3339218" [ 1083.287279] env[69433]: _type = "Task" [ 1083.287279] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.295040] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339218, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.385993] env[69433]: DEBUG nova.network.neutron [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Port 9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1083.454617] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583627} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.454906] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.455132] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.455443] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84a637fc-b191-4e99-9afc-01e9fb13d725 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.462455] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1083.462455] env[69433]: value = "task-3339219" [ 1083.462455] env[69433]: _type = "Task" [ 1083.462455] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.473009] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.488651] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.592880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.595126] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.552s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.595417] env[69433]: DEBUG nova.objects.instance [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lazy-loading 'resources' on Instance uuid 2fc8f492-a644-43dc-81a5-64e4d87e7e5b {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.612155] env[69433]: INFO nova.scheduler.client.report [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted allocations for instance 688174d7-99f8-47e4-a21a-fb6133430bf6 [ 1083.796979] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339218, 'name': CreateVM_Task, 'duration_secs': 0.339353} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.797225] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.797859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.798043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.798358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.798614] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38aa0e58-c041-46ad-8763-396cedc5023a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.803039] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1083.803039] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4f31f-26c9-aeef-0cbd-e04ba95c47bf" [ 1083.803039] env[69433]: _type = "Task" [ 1083.803039] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.810213] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4f31f-26c9-aeef-0cbd-e04ba95c47bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.829625] env[69433]: DEBUG nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.848543] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.849660] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.849660] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.849660] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.849660] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.849660] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.849660] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.849900] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.849931] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.850107] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.850287] env[69433]: DEBUG nova.virt.hardware [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.851163] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369ffbb8-e4b9-48ee-a0c6-2f70156cd24f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.858625] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d226e21-f25e-4bff-9de2-bad35094897c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.970573] env[69433]: DEBUG nova.network.neutron [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Updated VIF entry in instance network info cache for port 35e016cd-616b-46e5-8ff7-f4c098f31cf7. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.971126] env[69433]: DEBUG nova.network.neutron [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Updating instance_info_cache with network_info: [{"id": "35e016cd-616b-46e5-8ff7-f4c098f31cf7", "address": "fa:16:3e:29:ac:ab", "network": {"id": "7f7c2f06-0b27-41d0-b49d-d441be9794f5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-345778369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "902b797579b04927bb97bd512a97c9fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35e016cd-61", "ovs_interfaceid": "35e016cd-616b-46e5-8ff7-f4c098f31cf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.976979] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096518} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.977552] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.978624] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7142cb5-bfe8-4923-87d9-f90b67a0c8fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.003947] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.004597] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3e6ffdf-d969-4af0-b600-3449fa73135c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.023651] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1084.023651] env[69433]: value = "task-3339220" [ 1084.023651] env[69433]: _type = "Task" [ 1084.023651] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.031660] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.123346] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c232d30d-9f8a-4c56-b8f1-609bd50dbcf9 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "688174d7-99f8-47e4-a21a-fb6133430bf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.348s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.283698] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b7e3c7-e5dd-40c1-b8cf-d874030d6050 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.290948] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd424e8a-2ed8-49e4-9d55-ef2c05bd4d8b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.330369] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b3c27c-475b-4116-b97b-0051efef5632 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.339290] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e4f31f-26c9-aeef-0cbd-e04ba95c47bf, 'name': SearchDatastore_Task, 'duration_secs': 0.021354} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.341510] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.341752] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.341988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.342158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.342339] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.342651] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-223c100b-c9c9-4e5c-b3e8-41f8346007cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.345442] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f614fbd-ff5b-4594-ae25-a0e33830af70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.361223] env[69433]: DEBUG nova.compute.provider_tree [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.363669] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.363851] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.364809] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d89c75-c411-470d-97f0-cc646a7218e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.370190] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1084.370190] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52410ed3-2b9d-0c0e-0954-bf45c9238096" [ 1084.370190] env[69433]: _type = "Task" [ 1084.370190] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.379640] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52410ed3-2b9d-0c0e-0954-bf45c9238096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.413412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.413412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.413412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.433552] env[69433]: DEBUG nova.network.neutron [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Successfully updated port: 9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.479255] env[69433]: DEBUG oslo_concurrency.lockutils [req-855f6115-016f-4e47-970e-a58033b66992 req-579b1c9c-b2ae-4cc3-a243-8b7e4b3424c2 service nova] Releasing lock "refresh_cache-434c48f5-deab-4379-a75e-2a3cd0f30b30" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.535491] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339220, 'name': ReconfigVM_Task, 'duration_secs': 0.28831} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.535804] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad/92f2acf6-ebd8-435d-a439-bedf3e2862ad.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.536724] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a67fda1-fcb1-45f2-8d3b-883ea01efd1f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.546456] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1084.546456] env[69433]: value = "task-3339221" [ 1084.546456] env[69433]: _type = "Task" [ 1084.546456] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.557833] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339221, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.643264] env[69433]: DEBUG nova.compute.manager [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Received event network-vif-plugged-9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.643578] env[69433]: DEBUG oslo_concurrency.lockutils [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.643824] env[69433]: DEBUG oslo_concurrency.lockutils [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] Lock "88d46771-e986-48c4-a7aa-469b26226405-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.643943] env[69433]: DEBUG oslo_concurrency.lockutils [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] Lock "88d46771-e986-48c4-a7aa-469b26226405-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.644168] env[69433]: DEBUG nova.compute.manager [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] No waiting events found dispatching network-vif-plugged-9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.644287] env[69433]: WARNING nova.compute.manager [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Received unexpected event network-vif-plugged-9b9751a2-0a76-4df2-bd14-b46686b0767e for instance with vm_state building and task_state spawning. [ 1084.644493] env[69433]: DEBUG nova.compute.manager [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Received event network-changed-9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.644624] env[69433]: DEBUG nova.compute.manager [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Refreshing instance network info cache due to event network-changed-9b9751a2-0a76-4df2-bd14-b46686b0767e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.644770] env[69433]: DEBUG oslo_concurrency.lockutils [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] Acquiring lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.645022] env[69433]: DEBUG oslo_concurrency.lockutils [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] Acquired lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.645070] env[69433]: DEBUG nova.network.neutron [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Refreshing network info cache for port 9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.866539] env[69433]: DEBUG nova.scheduler.client.report [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.881290] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52410ed3-2b9d-0c0e-0954-bf45c9238096, 'name': SearchDatastore_Task, 'duration_secs': 0.015715} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.881988] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac7f142c-e13b-499b-8764-67b08bcede78 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.887355] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1084.887355] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5273d0b2-657a-ba21-df50-1486bf522993" [ 1084.887355] env[69433]: _type = "Task" [ 1084.887355] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.895256] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5273d0b2-657a-ba21-df50-1486bf522993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.936889] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.056719] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339221, 'name': Rename_Task, 'duration_secs': 0.170577} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.057109] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.057418] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f38837e5-d530-446b-8726-f61b18fdec0e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.064306] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1085.064306] env[69433]: value = "task-3339223" [ 1085.064306] env[69433]: _type = "Task" [ 1085.064306] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.072186] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.190726] env[69433]: DEBUG nova.network.neutron [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.324787] env[69433]: DEBUG nova.network.neutron [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.371646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.374400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.886s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.375879] env[69433]: INFO nova.compute.claims [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.398103] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5273d0b2-657a-ba21-df50-1486bf522993, 'name': SearchDatastore_Task, 'duration_secs': 0.036581} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.398228] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.398724] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 434c48f5-deab-4379-a75e-2a3cd0f30b30/434c48f5-deab-4379-a75e-2a3cd0f30b30.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.399831] env[69433]: INFO nova.scheduler.client.report [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Deleted allocations for instance 2fc8f492-a644-43dc-81a5-64e4d87e7e5b [ 1085.400897] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a7cf85b-090c-4fdb-a63a-9f6d48c02d56 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.411584] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1085.411584] env[69433]: value = "task-3339224" [ 1085.411584] env[69433]: _type = "Task" [ 1085.411584] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.423284] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.466396] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.466583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.466760] env[69433]: DEBUG nova.network.neutron [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.574165] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.830943] env[69433]: DEBUG oslo_concurrency.lockutils [req-effa152e-f6da-433c-88f1-b8323fd8b8ba req-9b410961-f255-44f6-b916-7c18a7e192f4 service nova] Releasing lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.830943] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.831097] env[69433]: DEBUG nova.network.neutron [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.908993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6d53e9a1-c08c-40e0-9a33-0a4378c69a36 tempest-ServerShowV257Test-916812451 tempest-ServerShowV257Test-916812451-project-member] Lock "2fc8f492-a644-43dc-81a5-64e4d87e7e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.599s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.923187] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.075795] env[69433]: DEBUG oslo_vmware.api [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339223, 'name': PowerOnVM_Task, 'duration_secs': 0.512743} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.076073] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.076298] env[69433]: DEBUG nova.compute.manager [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.077099] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac8785-6195-4fbf-8af0-38fc40bb2bde {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.168685] env[69433]: DEBUG nova.network.neutron [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance_info_cache with network_info: [{"id": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "address": "fa:16:3e:01:3b:7e", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25a2e9-56", "ovs_interfaceid": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.369161] env[69433]: DEBUG nova.network.neutron [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.427429] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339224, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.472037] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.472632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.543724] env[69433]: DEBUG nova.network.neutron [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updating instance_info_cache with network_info: [{"id": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "address": "fa:16:3e:6f:65:03", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9751a2-0a", "ovs_interfaceid": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.571456] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888ba58a-9f5a-4537-b5d3-e1733dadd917 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.579789] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526f13eb-21f4-4a0d-b340-2dd2ba949fc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.617829] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b835d256-5de0-471d-ab4c-cf7ce6b72891 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.620652] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.625669] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c8eb1-2c96-45d1-a8fd-3d50a5ec448e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.638847] env[69433]: DEBUG nova.compute.provider_tree [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.673045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.924082] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339224, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.036922} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.924370] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 434c48f5-deab-4379-a75e-2a3cd0f30b30/434c48f5-deab-4379-a75e-2a3cd0f30b30.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.924589] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.924854] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13360148-ef40-4839-9288-c7be6583df5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.932022] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1086.932022] env[69433]: value = "task-3339226" [ 1086.932022] env[69433]: _type = "Task" [ 1086.932022] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.940106] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.962963] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.963126] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.963352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.963635] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.963691] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.965908] env[69433]: INFO nova.compute.manager [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Terminating instance [ 1086.974681] env[69433]: DEBUG nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.048594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.048594] env[69433]: DEBUG nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Instance network_info: |[{"id": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "address": "fa:16:3e:6f:65:03", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9751a2-0a", "ovs_interfaceid": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.048594] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:65:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b9751a2-0a76-4df2-bd14-b46686b0767e', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.056413] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Creating folder: Project (b8743a2d119144c2a91a21f0bb56df2a). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.056723] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb8f27b1-1aef-488b-b5d6-238e2d175d26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.067171] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Created folder: Project (b8743a2d119144c2a91a21f0bb56df2a) in parent group-v666200. [ 1087.067368] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Creating folder: Instances. Parent ref: group-v666484. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.067599] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4efb0eac-01ad-4517-8f34-1764150b617d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.076497] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Created folder: Instances in parent group-v666484. [ 1087.076742] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.076930] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.077148] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85297eed-e456-4aeb-9691-e9aa348c8bfa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.095452] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.095452] env[69433]: value = "task-3339229" [ 1087.095452] env[69433]: _type = "Task" [ 1087.095452] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.103071] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339229, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.142425] env[69433]: DEBUG nova.scheduler.client.report [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.201212] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b874d-23eb-4ea1-933f-fa912e1e281d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.220799] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4024c80f-a487-462d-9e24-9de3c9880697 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.228077] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance '252160a2-1f2a-45f0-8ad1-0683277851f2' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1087.441117] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078572} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.441579] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.442398] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48062e1-2ecd-4de7-8e2d-68415549c3e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.464533] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 434c48f5-deab-4379-a75e-2a3cd0f30b30/434c48f5-deab-4379-a75e-2a3cd0f30b30.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.464833] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003247d6-cedf-4a34-8a28-bbd3b1a0e1c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.479608] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "refresh_cache-92f2acf6-ebd8-435d-a439-bedf3e2862ad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.479783] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquired lock "refresh_cache-92f2acf6-ebd8-435d-a439-bedf3e2862ad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.479958] env[69433]: DEBUG nova.network.neutron [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.490620] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1087.490620] env[69433]: value = "task-3339230" [ 1087.490620] env[69433]: _type = "Task" [ 1087.490620] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.500789] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.501708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.606208] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339229, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.648921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.649465] env[69433]: DEBUG nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.652288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.032s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.652493] env[69433]: DEBUG nova.objects.instance [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1087.734553] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.734856] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36fc5ce8-4cc0-4ced-b3e0-1f91344a6646 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.742387] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1087.742387] env[69433]: value = "task-3339231" [ 1087.742387] env[69433]: _type = "Task" [ 1087.742387] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.750923] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.841730] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.841993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.842231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.842432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.842627] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.844872] env[69433]: INFO nova.compute.manager [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Terminating instance [ 1088.001701] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.021578] env[69433]: DEBUG nova.network.neutron [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.110037] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339229, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.133588] env[69433]: DEBUG nova.network.neutron [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.157502] env[69433]: DEBUG nova.compute.utils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.162642] env[69433]: DEBUG nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.162918] env[69433]: DEBUG nova.network.neutron [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.227042] env[69433]: DEBUG nova.policy [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be49abe4efe049c3a51de72287b92145', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d435b7ad5f44d978d688bb26f6d5e83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.254860] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.349591] env[69433]: DEBUG nova.compute.manager [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.349832] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.350820] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dc2a4d-c821-4154-b52a-1f82898df116 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.360272] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.360530] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d145f73-0c50-4fa4-bc10-dcb628ad3f5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.367995] env[69433]: DEBUG oslo_vmware.api [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1088.367995] env[69433]: value = "task-3339232" [ 1088.367995] env[69433]: _type = "Task" [ 1088.367995] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.376388] env[69433]: DEBUG oslo_vmware.api [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.513556] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339230, 'name': ReconfigVM_Task, 'duration_secs': 0.606312} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.513556] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 434c48f5-deab-4379-a75e-2a3cd0f30b30/434c48f5-deab-4379-a75e-2a3cd0f30b30.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.513556] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d263512-a854-43ce-9221-5a111dce9aeb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.521858] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1088.521858] env[69433]: value = "task-3339233" [ 1088.521858] env[69433]: _type = "Task" [ 1088.521858] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.532065] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339233, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.568265] env[69433]: DEBUG nova.network.neutron [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Successfully created port: 37c6240e-af71-42fb-948a-177ecdae67d1 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.608503] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339229, 'name': CreateVM_Task, 'duration_secs': 1.22632} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.608748] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.609528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.609692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.610028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.610319] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c931b36-d4e1-4dc3-ab2a-2bb06fdcd545 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.615479] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1088.615479] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fc83a8-4312-9be1-bf10-f72499685bbb" [ 1088.615479] env[69433]: _type = "Task" [ 1088.615479] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.631826] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52fc83a8-4312-9be1-bf10-f72499685bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.632133] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.632456] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.632644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.632808] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.633015] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.633379] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e760c631-8ea9-4c48-8d7f-573279a72ade {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.636189] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Releasing lock "refresh_cache-92f2acf6-ebd8-435d-a439-bedf3e2862ad" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.636599] env[69433]: DEBUG nova.compute.manager [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.636808] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.637628] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d391aa-fae7-4d74-848e-7a7fb0ee7f10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.641301] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.641557] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.642588] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cecef242-23dd-4a8e-b08b-2b112c1b2091 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.648193] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.648193] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-545a2041-ef7b-4412-83a0-8d8f6ce447ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.650754] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1088.650754] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522f8bda-6f83-cc25-8660-54d9d7f30ae6" [ 1088.650754] env[69433]: _type = "Task" [ 1088.650754] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.656350] env[69433]: DEBUG oslo_vmware.api [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1088.656350] env[69433]: value = "task-3339234" [ 1088.656350] env[69433]: _type = "Task" [ 1088.656350] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.660085] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522f8bda-6f83-cc25-8660-54d9d7f30ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.670587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-88574edb-1e31-42d3-b9cc-1ed95ab1c5d7 tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.674753] env[69433]: DEBUG nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.674753] env[69433]: DEBUG oslo_vmware.api [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.675290] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.173s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.676803] env[69433]: INFO nova.compute.claims [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.754043] env[69433]: DEBUG oslo_vmware.api [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339231, 'name': PowerOnVM_Task, 'duration_secs': 0.644487} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.754431] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.754968] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6cd118-236f-47c9-93cd-a62956982751 tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance '252160a2-1f2a-45f0-8ad1-0683277851f2' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.877708] env[69433]: DEBUG oslo_vmware.api [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339232, 'name': PowerOffVM_Task, 'duration_secs': 0.239358} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.878019] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.878239] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.878543] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad27877-a8ff-4c2c-8df7-6da406556372 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.940557] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.940841] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.941169] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleting the datastore file [datastore2] ea72e1c3-32c5-4e26-b47b-c3ab482917c6 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.941339] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8240526e-fa5e-4a89-a60b-172c885768c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.954096] env[69433]: DEBUG oslo_vmware.api [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1088.954096] env[69433]: value = "task-3339237" [ 1088.954096] env[69433]: _type = "Task" [ 1088.954096] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.964817] env[69433]: DEBUG oslo_vmware.api [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.035333] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339233, 'name': Rename_Task, 'duration_secs': 0.172559} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.035655] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.035906] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb9e048a-31c6-4680-a1a8-71dd2b8733b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.042806] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1089.042806] env[69433]: value = "task-3339238" [ 1089.042806] env[69433]: _type = "Task" [ 1089.042806] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.050415] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.161956] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522f8bda-6f83-cc25-8660-54d9d7f30ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.165565] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e854139-3f70-47e0-b246-0d683efb9f77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.172843] env[69433]: DEBUG oslo_vmware.api [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339234, 'name': PowerOffVM_Task, 'duration_secs': 0.111969} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.174030] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.174211] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.174549] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1089.174549] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527199c0-10c0-95f5-f776-c8328a25f011" [ 1089.174549] env[69433]: _type = "Task" [ 1089.174549] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.174760] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2040711e-6012-4b28-9224-113204acdbb1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.187851] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527199c0-10c0-95f5-f776-c8328a25f011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.203039] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.203285] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.203490] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Deleting the datastore file [datastore1] 92f2acf6-ebd8-435d-a439-bedf3e2862ad {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.203792] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d190c5c-d15e-45c5-bae0-238f234982c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.216107] env[69433]: DEBUG oslo_vmware.api [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for the task: (returnval){ [ 1089.216107] env[69433]: value = "task-3339240" [ 1089.216107] env[69433]: _type = "Task" [ 1089.216107] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.224582] env[69433]: DEBUG oslo_vmware.api [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.466012] env[69433]: DEBUG oslo_vmware.api [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345706} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.466351] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.466529] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.466800] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.466989] env[69433]: INFO nova.compute.manager [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1089.467285] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.467488] env[69433]: DEBUG nova.compute.manager [-] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.467583] env[69433]: DEBUG nova.network.neutron [-] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.557245] env[69433]: DEBUG oslo_vmware.api [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339238, 'name': PowerOnVM_Task, 'duration_secs': 0.500312} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.557245] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.557245] env[69433]: INFO nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1089.557245] env[69433]: DEBUG nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.557245] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63633dbe-56c0-4b79-93a9-6c2709e7966c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.690241] env[69433]: DEBUG nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.694937] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527199c0-10c0-95f5-f776-c8328a25f011, 'name': SearchDatastore_Task, 'duration_secs': 0.018121} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.695657] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.695932] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 88d46771-e986-48c4-a7aa-469b26226405/88d46771-e986-48c4-a7aa-469b26226405.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.697353] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fb6647d-5190-4d10-90ba-8e2e38b87125 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.706783] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1089.706783] env[69433]: value = "task-3339241" [ 1089.706783] env[69433]: _type = "Task" [ 1089.706783] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.721322] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.736216] env[69433]: DEBUG oslo_vmware.api [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Task: {'id': task-3339240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163736} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.739100] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.741123] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.741123] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.741123] env[69433]: INFO nova.compute.manager [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1089.741123] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.743283] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.743717] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.744014] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.744284] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.744508] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.744722] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.744983] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.745221] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.745826] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.745826] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.745826] env[69433]: DEBUG nova.virt.hardware [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.746266] env[69433]: DEBUG nova.compute.manager [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.746369] env[69433]: DEBUG nova.network.neutron [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.750131] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da6c1f0-3a9c-4a29-a8af-636d2b84f345 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.764196] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12faba-95e2-4a9d-8a01-05a0f59551a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.775869] env[69433]: DEBUG nova.network.neutron [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.974790] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3f589e-e5f7-46d2-a9e3-db4d4baefcd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.984568] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36003c4a-b0cc-4529-83ea-088490dbda2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.022477] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0852971a-d90a-4bbf-af5f-22dd1d32e796 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.031425] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032738b-6956-4ad7-b9e1-6a8ef0211e2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.037995] env[69433]: DEBUG nova.compute.manager [req-cd34224a-9383-4c60-ae74-42d3189cb1db req-895c2dc0-5f92-4fac-a62f-86222edc8295 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Received event network-vif-deleted-fb61a685-eb81-465a-a71e-39cd94cec4ba {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.038280] env[69433]: INFO nova.compute.manager [req-cd34224a-9383-4c60-ae74-42d3189cb1db req-895c2dc0-5f92-4fac-a62f-86222edc8295 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Neutron deleted interface fb61a685-eb81-465a-a71e-39cd94cec4ba; detaching it from the instance and deleting it from the info cache [ 1090.038481] env[69433]: DEBUG nova.network.neutron [req-cd34224a-9383-4c60-ae74-42d3189cb1db req-895c2dc0-5f92-4fac-a62f-86222edc8295 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.053939] env[69433]: DEBUG nova.compute.provider_tree [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.080250] env[69433]: INFO nova.compute.manager [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Took 21.72 seconds to build instance. [ 1090.221897] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339241, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.292182] env[69433]: DEBUG nova.network.neutron [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.388270] env[69433]: DEBUG nova.network.neutron [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Successfully updated port: 37c6240e-af71-42fb-948a-177ecdae67d1 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.526551] env[69433]: DEBUG nova.network.neutron [-] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.541688] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c89d736f-f64f-4825-8691-b9f7786ae595 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.553111] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863de6e-4957-4b44-99be-2a8781260e25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.565531] env[69433]: DEBUG nova.scheduler.client.report [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.591647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b6127496-1cf2-4170-a569-3948610826d0 tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.241s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.591834] env[69433]: DEBUG nova.compute.manager [req-cd34224a-9383-4c60-ae74-42d3189cb1db req-895c2dc0-5f92-4fac-a62f-86222edc8295 service nova] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Detach interface failed, port_id=fb61a685-eb81-465a-a71e-39cd94cec4ba, reason: Instance ea72e1c3-32c5-4e26-b47b-c3ab482917c6 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.725064] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788124} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.725064] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 88d46771-e986-48c4-a7aa-469b26226405/88d46771-e986-48c4-a7aa-469b26226405.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.725064] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.725064] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9a50cbf-3334-4f49-ba39-e3f85c6e045d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.736019] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1090.736019] env[69433]: value = "task-3339242" [ 1090.736019] env[69433]: _type = "Task" [ 1090.736019] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.748537] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.797898] env[69433]: INFO nova.compute.manager [-] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Took 1.05 seconds to deallocate network for instance. [ 1090.891490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.891653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquired lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.891810] env[69433]: DEBUG nova.network.neutron [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.009582] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "252160a2-1f2a-45f0-8ad1-0683277851f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.009854] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.010064] env[69433]: DEBUG nova.compute.manager [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Going to confirm migration 6 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1091.030084] env[69433]: INFO nova.compute.manager [-] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Took 1.56 seconds to deallocate network for instance. [ 1091.072057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.072647] env[69433]: DEBUG nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.249049] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076857} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.249049] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.253208] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798156dd-a9eb-4c16-8cff-587a5b6f6ff9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.256896] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.257364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.286536] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 88d46771-e986-48c4-a7aa-469b26226405/88d46771-e986-48c4-a7aa-469b26226405.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.287860] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e765c1-d977-4597-8bd8-517bca585143 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.310014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.310014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.310014] env[69433]: DEBUG nova.objects.instance [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lazy-loading 'resources' on Instance uuid 92f2acf6-ebd8-435d-a439-bedf3e2862ad {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.318729] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1091.318729] env[69433]: value = "task-3339244" [ 1091.318729] env[69433]: _type = "Task" [ 1091.318729] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.331017] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.427327] env[69433]: DEBUG nova.network.neutron [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.537242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.574291] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.574474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquired lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.574650] env[69433]: DEBUG nova.network.neutron [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.574838] env[69433]: DEBUG nova.objects.instance [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'info_cache' on Instance uuid 252160a2-1f2a-45f0-8ad1-0683277851f2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.577540] env[69433]: DEBUG nova.compute.utils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.578756] env[69433]: DEBUG nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.578923] env[69433]: DEBUG nova.network.neutron [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.621041] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "434c48f5-deab-4379-a75e-2a3cd0f30b30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.621431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.621665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "434c48f5-deab-4379-a75e-2a3cd0f30b30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.621860] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.622168] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.624446] env[69433]: DEBUG nova.network.neutron [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Updating instance_info_cache with network_info: [{"id": "37c6240e-af71-42fb-948a-177ecdae67d1", "address": "fa:16:3e:97:c7:19", "network": {"id": "efe3cae0-704b-4004-b6e3-6536b5a84445", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-134153055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d435b7ad5f44d978d688bb26f6d5e83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c6240e-af", "ovs_interfaceid": "37c6240e-af71-42fb-948a-177ecdae67d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.625926] env[69433]: INFO nova.compute.manager [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Terminating instance [ 1091.632790] env[69433]: DEBUG nova.policy [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.760649] env[69433]: DEBUG nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1091.831142] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.941920] env[69433]: DEBUG nova.network.neutron [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Successfully created port: 0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.995959] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc769501-fc0d-45db-b5c4-49d029e0c6ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.005060] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f90be-905e-4b13-9cb0-ec54b195ee29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.038582] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0facd2cb-cdba-4227-bf68-2e3dd7c37b7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.048239] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7992af6c-49ca-46c3-a981-a34773492bf2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.064950] env[69433]: DEBUG nova.compute.provider_tree [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.081458] env[69433]: DEBUG nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.120298] env[69433]: DEBUG nova.compute.manager [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Received event network-vif-plugged-37c6240e-af71-42fb-948a-177ecdae67d1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.120548] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] Acquiring lock "9e8ad094-1388-4746-8a1a-8551b0f803a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.120834] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.121016] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.121451] env[69433]: DEBUG nova.compute.manager [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] No waiting events found dispatching network-vif-plugged-37c6240e-af71-42fb-948a-177ecdae67d1 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1092.121696] env[69433]: WARNING nova.compute.manager [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Received unexpected event network-vif-plugged-37c6240e-af71-42fb-948a-177ecdae67d1 for instance with vm_state building and task_state spawning. [ 1092.121917] env[69433]: DEBUG nova.compute.manager [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Received event network-changed-37c6240e-af71-42fb-948a-177ecdae67d1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.122131] env[69433]: DEBUG nova.compute.manager [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Refreshing instance network info cache due to event network-changed-37c6240e-af71-42fb-948a-177ecdae67d1. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.122406] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] Acquiring lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.128349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Releasing lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.128667] env[69433]: DEBUG nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Instance network_info: |[{"id": "37c6240e-af71-42fb-948a-177ecdae67d1", "address": "fa:16:3e:97:c7:19", "network": {"id": "efe3cae0-704b-4004-b6e3-6536b5a84445", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-134153055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d435b7ad5f44d978d688bb26f6d5e83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c6240e-af", "ovs_interfaceid": "37c6240e-af71-42fb-948a-177ecdae67d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.129293] env[69433]: DEBUG nova.compute.manager [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.129518] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.129825] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] Acquired lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.130024] env[69433]: DEBUG nova.network.neutron [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Refreshing network info cache for port 37c6240e-af71-42fb-948a-177ecdae67d1 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.131379] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:c7:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37c6240e-af71-42fb-948a-177ecdae67d1', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.138795] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Creating folder: Project (3d435b7ad5f44d978d688bb26f6d5e83). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.140718] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502901e4-61e9-4642-b207-55dc24d278c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.146080] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9afdeb30-7a1c-46e3-911d-a37b7c9e25db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.153355] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.153612] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06815b18-b2e3-487c-89fa-cbc8581e03da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.157544] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Created folder: Project (3d435b7ad5f44d978d688bb26f6d5e83) in parent group-v666200. [ 1092.157730] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Creating folder: Instances. Parent ref: group-v666488. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.157985] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2fb860e-eb17-427a-a4ca-84a2482444db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.162265] env[69433]: DEBUG oslo_vmware.api [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1092.162265] env[69433]: value = "task-3339246" [ 1092.162265] env[69433]: _type = "Task" [ 1092.162265] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.174119] env[69433]: DEBUG oslo_vmware.api [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.176167] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Created folder: Instances in parent group-v666488. [ 1092.176561] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.176857] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.177177] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7628f7b4-63a9-4697-9f91-ab92626018a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.201798] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.201798] env[69433]: value = "task-3339248" [ 1092.201798] env[69433]: _type = "Task" [ 1092.201798] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.209672] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339248, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.279948] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.332552] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339244, 'name': ReconfigVM_Task, 'duration_secs': 0.774343} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.332730] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 88d46771-e986-48c4-a7aa-469b26226405/88d46771-e986-48c4-a7aa-469b26226405.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.333426] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cf625c6-c116-4ace-ae61-1183a54806f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.340514] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1092.340514] env[69433]: value = "task-3339249" [ 1092.340514] env[69433]: _type = "Task" [ 1092.340514] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.352215] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339249, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.568235] env[69433]: DEBUG nova.scheduler.client.report [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.677245] env[69433]: DEBUG oslo_vmware.api [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339246, 'name': PowerOffVM_Task, 'duration_secs': 0.295164} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.677511] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.677575] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.677826] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10e4f20f-dc17-4751-9e4f-66d643271ab0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.717286] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339248, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.754379] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.754606] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.754873] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Deleting the datastore file [datastore1] 434c48f5-deab-4379-a75e-2a3cd0f30b30 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.757475] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a81b358f-e226-463a-9dc5-499743b1461f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.769874] env[69433]: DEBUG oslo_vmware.api [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for the task: (returnval){ [ 1092.769874] env[69433]: value = "task-3339251" [ 1092.769874] env[69433]: _type = "Task" [ 1092.769874] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.779536] env[69433]: DEBUG oslo_vmware.api [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.795485] env[69433]: DEBUG nova.network.neutron [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance_info_cache with network_info: [{"id": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "address": "fa:16:3e:01:3b:7e", "network": {"id": "4b4ef3a1-43ed-4490-94f9-579ca0565577", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1738454732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5a4877759264025851f0d919e77e997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f77ff7a1-209c-4f3f-b2a0-fd817741e739", "external-id": "nsx-vlan-transportzone-935", "segmentation_id": 935, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d25a2e9-56", "ovs_interfaceid": "9d25a2e9-562a-40b8-9f16-0dac8f49cbc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.850766] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339249, 'name': Rename_Task, 'duration_secs': 0.438528} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.851106] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.851394] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f725a75-10fc-47d5-9797-f7f538f7154b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.855239] env[69433]: DEBUG nova.network.neutron [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Updated VIF entry in instance network info cache for port 37c6240e-af71-42fb-948a-177ecdae67d1. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.855575] env[69433]: DEBUG nova.network.neutron [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Updating instance_info_cache with network_info: [{"id": "37c6240e-af71-42fb-948a-177ecdae67d1", "address": "fa:16:3e:97:c7:19", "network": {"id": "efe3cae0-704b-4004-b6e3-6536b5a84445", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-134153055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d435b7ad5f44d978d688bb26f6d5e83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c6240e-af", "ovs_interfaceid": "37c6240e-af71-42fb-948a-177ecdae67d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.859073] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1092.859073] env[69433]: value = "task-3339252" [ 1092.859073] env[69433]: _type = "Task" [ 1092.859073] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.867475] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.073399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.075826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.539s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.076081] env[69433]: DEBUG nova.objects.instance [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'resources' on Instance uuid ea72e1c3-32c5-4e26-b47b-c3ab482917c6 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.092884] env[69433]: DEBUG nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.097359] env[69433]: INFO nova.scheduler.client.report [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Deleted allocations for instance 92f2acf6-ebd8-435d-a439-bedf3e2862ad [ 1093.124897] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.125170] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.125362] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.125645] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.125844] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.125959] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.126189] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.126353] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.126567] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.126768] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.127071] env[69433]: DEBUG nova.virt.hardware [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.128294] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a097a5-f8fc-4bcb-9f68-b92a1e8de0a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.136838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597fd5eb-b75f-4af8-b2d1-938687f88f97 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.212783] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339248, 'name': CreateVM_Task, 'duration_secs': 0.703319} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.212967] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.213651] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.213817] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.214161] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.214454] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad858337-13f8-40a0-8970-d04ac0c06638 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.219629] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1093.219629] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52836384-0363-40a6-0b1e-bd5ccc90c4a8" [ 1093.219629] env[69433]: _type = "Task" [ 1093.219629] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.227835] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52836384-0363-40a6-0b1e-bd5ccc90c4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.281341] env[69433]: DEBUG oslo_vmware.api [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Task: {'id': task-3339251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342681} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.281662] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.281863] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.282041] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.282230] env[69433]: INFO nova.compute.manager [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1093.282499] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.282933] env[69433]: DEBUG nova.compute.manager [-] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.282933] env[69433]: DEBUG nova.network.neutron [-] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.298152] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Releasing lock "refresh_cache-252160a2-1f2a-45f0-8ad1-0683277851f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.298397] env[69433]: DEBUG nova.objects.instance [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lazy-loading 'migration_context' on Instance uuid 252160a2-1f2a-45f0-8ad1-0683277851f2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.358969] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9e419c2-4f7e-44e7-9fc8-a2fed3268dfd req-beb1aaae-c750-481a-aa3e-07b40cc2f203 service nova] Releasing lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.370536] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339252, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.441312] env[69433]: DEBUG nova.network.neutron [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Successfully updated port: 0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.563424] env[69433]: DEBUG nova.compute.manager [req-619c6248-e078-47f2-b92f-f3bfd78aa5a8 req-b2e898a2-2061-4741-9a0e-806328c7a7a3 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Received event network-vif-deleted-35e016cd-616b-46e5-8ff7-f4c098f31cf7 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.563627] env[69433]: INFO nova.compute.manager [req-619c6248-e078-47f2-b92f-f3bfd78aa5a8 req-b2e898a2-2061-4741-9a0e-806328c7a7a3 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Neutron deleted interface 35e016cd-616b-46e5-8ff7-f4c098f31cf7; detaching it from the instance and deleting it from the info cache [ 1093.563800] env[69433]: DEBUG nova.network.neutron [req-619c6248-e078-47f2-b92f-f3bfd78aa5a8 req-b2e898a2-2061-4741-9a0e-806328c7a7a3 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.605910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b5c74ff3-a0b1-4eb6-a163-7f190154b52a tempest-ServersListShow296Test-687407403 tempest-ServersListShow296Test-687407403-project-member] Lock "92f2acf6-ebd8-435d-a439-bedf3e2862ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.643s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.734135] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52836384-0363-40a6-0b1e-bd5ccc90c4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012111} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.734449] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.734683] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.734915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.735080] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.735265] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.735538] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-979fc126-6483-4614-a96f-4dc101c3cabf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.747516] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.747704] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.748473] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416059a4-d495-43b9-a14f-f8ce95089394 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.752221] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad78f43-a729-422b-9adb-70da861d8b3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.759646] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1093.759646] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b16b9c-a27f-bda8-9310-edd760f7bcb2" [ 1093.759646] env[69433]: _type = "Task" [ 1093.759646] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.764981] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce852656-a6f7-4b64-b511-753053a6ebca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.775018] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b16b9c-a27f-bda8-9310-edd760f7bcb2, 'name': SearchDatastore_Task} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.799436] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d215bac1-2939-415f-bc60-577cf857ee34 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.802418] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f3ee7-6135-4543-891d-cfe9d0898021 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.805231] env[69433]: DEBUG nova.objects.base [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Object Instance<252160a2-1f2a-45f0-8ad1-0683277851f2> lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.805980] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684f275f-0b7f-4349-9694-022370b1f2a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.813687] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1093.813687] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52edcc6f-8294-dd84-d284-bc69f5fc0c4f" [ 1093.813687] env[69433]: _type = "Task" [ 1093.813687] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.835946] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c97e7a5-93ad-485d-8d9e-40ed20ada90a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.840107] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19acf38-75af-4d65-b4d0-7c485f840cfc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.849097] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52edcc6f-8294-dd84-d284-bc69f5fc0c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.857655] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.857936] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 9e8ad094-1388-4746-8a1a-8551b0f803a3/9e8ad094-1388-4746-8a1a-8551b0f803a3.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.858280] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1093.858280] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523adec0-612c-368b-bb9d-2185ffbe555e" [ 1093.858280] env[69433]: _type = "Task" [ 1093.858280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.858679] env[69433]: DEBUG nova.compute.provider_tree [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.859981] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35c65cf7-35e6-4959-ace7-8018fd2b4eda {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.875386] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523adec0-612c-368b-bb9d-2185ffbe555e, 'name': SearchDatastore_Task, 'duration_secs': 0.007649} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.879389] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.879744] env[69433]: DEBUG oslo_vmware.api [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339252, 'name': PowerOnVM_Task, 'duration_secs': 0.995554} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.880171] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1093.880171] env[69433]: value = "task-3339253" [ 1093.880171] env[69433]: _type = "Task" [ 1093.880171] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.880407] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.880597] env[69433]: INFO nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1093.880774] env[69433]: DEBUG nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.881551] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c81344-ce9c-43f7-8056-cf7d9cbca3ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.891483] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.942863] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.943034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.943202] env[69433]: DEBUG nova.network.neutron [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.048501] env[69433]: DEBUG nova.network.neutron [-] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.067478] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-643b00a6-aebd-48ab-a971-2e072792ac17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.079343] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abad64cb-9839-4ba4-b650-3de89df8d26d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.119072] env[69433]: DEBUG nova.compute.manager [req-619c6248-e078-47f2-b92f-f3bfd78aa5a8 req-b2e898a2-2061-4741-9a0e-806328c7a7a3 service nova] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Detach interface failed, port_id=35e016cd-616b-46e5-8ff7-f4c098f31cf7, reason: Instance 434c48f5-deab-4379-a75e-2a3cd0f30b30 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.208974] env[69433]: DEBUG nova.compute.manager [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-vif-plugged-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.209241] env[69433]: DEBUG oslo_concurrency.lockutils [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.209460] env[69433]: DEBUG oslo_concurrency.lockutils [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.209760] env[69433]: DEBUG oslo_concurrency.lockutils [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.209961] env[69433]: DEBUG nova.compute.manager [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] No waiting events found dispatching network-vif-plugged-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.210178] env[69433]: WARNING nova.compute.manager [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received unexpected event network-vif-plugged-0f01da72-1e71-4135-9561-a72e1abd0f5a for instance with vm_state building and task_state spawning. [ 1094.210367] env[69433]: DEBUG nova.compute.manager [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.210538] env[69433]: DEBUG nova.compute.manager [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing instance network info cache due to event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.210707] env[69433]: DEBUG oslo_concurrency.lockutils [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.363681] env[69433]: DEBUG nova.scheduler.client.report [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.392540] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47814} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.392808] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 9e8ad094-1388-4746-8a1a-8551b0f803a3/9e8ad094-1388-4746-8a1a-8551b0f803a3.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.393034] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.393298] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2eb0e3d-4f20-462c-aa84-b8e883f22f7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.401986] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1094.401986] env[69433]: value = "task-3339254" [ 1094.401986] env[69433]: _type = "Task" [ 1094.401986] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.407306] env[69433]: INFO nova.compute.manager [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Took 20.86 seconds to build instance. [ 1094.413809] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.485051] env[69433]: DEBUG nova.network.neutron [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.551550] env[69433]: INFO nova.compute.manager [-] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Took 1.27 seconds to deallocate network for instance. [ 1094.700873] env[69433]: DEBUG nova.network.neutron [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.869232] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.872237] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.592s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.874513] env[69433]: INFO nova.compute.claims [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1094.894037] env[69433]: INFO nova.scheduler.client.report [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted allocations for instance ea72e1c3-32c5-4e26-b47b-c3ab482917c6 [ 1094.909851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7973fe4b-9a8f-466b-b719-27e53bd6357b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.380s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.914441] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065655} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.914766] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.915579] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a11e01c-b0a2-4f62-b413-3f5fb25a5348 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.940358] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 9e8ad094-1388-4746-8a1a-8551b0f803a3/9e8ad094-1388-4746-8a1a-8551b0f803a3.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.940903] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ea0ab9-4ca2-4ade-8c04-4a8e6209fc6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.963912] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1094.963912] env[69433]: value = "task-3339256" [ 1094.963912] env[69433]: _type = "Task" [ 1094.963912] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.975260] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.058218] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.204407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.204775] env[69433]: DEBUG nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Instance network_info: |[{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.205099] env[69433]: DEBUG oslo_concurrency.lockutils [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.205294] env[69433]: DEBUG nova.network.neutron [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.206833] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:50:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f01da72-1e71-4135-9561-a72e1abd0f5a', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.216429] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.219668] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.220224] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ef954f7-1d7c-4636-85da-b4cac5ee3101 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.241493] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.241493] env[69433]: value = "task-3339257" [ 1095.241493] env[69433]: _type = "Task" [ 1095.241493] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.250405] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339257, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.406423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-75f42882-4573-4e60-888e-764bb74e3217 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "ea72e1c3-32c5-4e26-b47b-c3ab482917c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.563s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.475486] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.517768] env[69433]: DEBUG nova.network.neutron [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updated VIF entry in instance network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.517768] env[69433]: DEBUG nova.network.neutron [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.752735] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339257, 'name': CreateVM_Task, 'duration_secs': 0.391031} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.752913] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.753660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.753847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.754299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.754444] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9fe6197-2f87-4709-bf3f-fc8228a3a13f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.759804] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1095.759804] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5249c665-c9ef-7597-9832-a788a3a9c466" [ 1095.759804] env[69433]: _type = "Task" [ 1095.759804] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.768031] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5249c665-c9ef-7597-9832-a788a3a9c466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.975293] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339256, 'name': ReconfigVM_Task, 'duration_secs': 0.687692} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.977848] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 9e8ad094-1388-4746-8a1a-8551b0f803a3/9e8ad094-1388-4746-8a1a-8551b0f803a3.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.978688] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d18ffe4d-fd0c-4b83-b13c-21c0eab8e8e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.987129] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1095.987129] env[69433]: value = "task-3339258" [ 1095.987129] env[69433]: _type = "Task" [ 1095.987129] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.998430] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339258, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.023399] env[69433]: DEBUG oslo_concurrency.lockutils [req-7d87d31e-d015-447f-9552-5e2b7eacd2d5 req-b4919bb8-ec64-4a97-8975-193716f7669a service nova] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.038801] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd859cb9-6430-4e39-9d2a-ab3f6b7fe5bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.047014] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a19361-303e-4055-803e-95196e02b402 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.080588] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274e3848-7dd1-49f5-ace5-daec2be0a101 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.088968] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248004a1-90d4-4866-81e0-2d1665f9ff27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.103370] env[69433]: DEBUG nova.compute.provider_tree [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.234753] env[69433]: DEBUG nova.compute.manager [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Received event network-changed-9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.234991] env[69433]: DEBUG nova.compute.manager [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Refreshing instance network info cache due to event network-changed-9b9751a2-0a76-4df2-bd14-b46686b0767e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.235164] env[69433]: DEBUG oslo_concurrency.lockutils [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] Acquiring lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.235307] env[69433]: DEBUG oslo_concurrency.lockutils [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] Acquired lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.235466] env[69433]: DEBUG nova.network.neutron [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Refreshing network info cache for port 9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.273279] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5249c665-c9ef-7597-9832-a788a3a9c466, 'name': SearchDatastore_Task, 'duration_secs': 0.04259} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.273572] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.273807] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.274053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.274206] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.274402] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.274652] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88cb8386-d608-4813-b776-833323ede541 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.287341] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.287593] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.288519] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f4e9d8-6a90-4c1e-9c5f-5749436316c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.295129] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1096.295129] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52962971-a076-47ce-7a74-3cfd8fcba14a" [ 1096.295129] env[69433]: _type = "Task" [ 1096.295129] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.304671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "f268d682-a949-4f25-bc00-5b74f6099346" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.304922] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.306248] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52962971-a076-47ce-7a74-3cfd8fcba14a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.497522] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339258, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.606702] env[69433]: DEBUG nova.scheduler.client.report [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.809383] env[69433]: INFO nova.compute.manager [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Detaching volume 73807e37-3332-4dec-a5e2-ded9c27d99f1 [ 1096.811339] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52962971-a076-47ce-7a74-3cfd8fcba14a, 'name': SearchDatastore_Task, 'duration_secs': 0.018454} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.813031] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47b3f6b7-0a03-4132-841a-6bab606877a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.818119] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1096.818119] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52132ebb-ba45-8414-adb6-f7b660242b73" [ 1096.818119] env[69433]: _type = "Task" [ 1096.818119] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.826794] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52132ebb-ba45-8414-adb6-f7b660242b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.841774] env[69433]: INFO nova.virt.block_device [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Attempting to driver detach volume 73807e37-3332-4dec-a5e2-ded9c27d99f1 from mountpoint /dev/sdb [ 1096.842016] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.842213] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666456', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'name': 'volume-73807e37-3332-4dec-a5e2-ded9c27d99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f268d682-a949-4f25-bc00-5b74f6099346', 'attached_at': '', 'detached_at': '', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'serial': '73807e37-3332-4dec-a5e2-ded9c27d99f1'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.843069] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddae0e9-a2c2-402e-a8c8-789895872c36 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.867524] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4256e215-ea07-41d1-8e81-4a04564ee052 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.876184] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c545d9-d6d1-4b0d-92a8-a2a81314ba2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.901120] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07c792e-325b-4195-b52d-b9aa118af926 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.919306] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] The volume has not been displaced from its original location: [datastore2] volume-73807e37-3332-4dec-a5e2-ded9c27d99f1/volume-73807e37-3332-4dec-a5e2-ded9c27d99f1.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1096.924639] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.924963] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b6736f-2009-452e-a257-372ddf192e0e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.944492] env[69433]: DEBUG oslo_vmware.api [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1096.944492] env[69433]: value = "task-3339259" [ 1096.944492] env[69433]: _type = "Task" [ 1096.944492] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.956548] env[69433]: DEBUG oslo_vmware.api [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.982650] env[69433]: DEBUG nova.network.neutron [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updated VIF entry in instance network info cache for port 9b9751a2-0a76-4df2-bd14-b46686b0767e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.983042] env[69433]: DEBUG nova.network.neutron [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updating instance_info_cache with network_info: [{"id": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "address": "fa:16:3e:6f:65:03", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9751a2-0a", "ovs_interfaceid": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.999178] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339258, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.111983] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.112677] env[69433]: DEBUG nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.116188] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.237s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.330135] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52132ebb-ba45-8414-adb6-f7b660242b73, 'name': SearchDatastore_Task, 'duration_secs': 0.036532} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.330614] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.330718] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] fe2e0396-405d-4a43-ba5d-8e19161b0909/fe2e0396-405d-4a43-ba5d-8e19161b0909.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.331051] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89883a1-654b-4538-be05-87ee9d57376a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.338236] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1097.338236] env[69433]: value = "task-3339261" [ 1097.338236] env[69433]: _type = "Task" [ 1097.338236] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.349453] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.457275] env[69433]: DEBUG oslo_vmware.api [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339259, 'name': ReconfigVM_Task, 'duration_secs': 0.267681} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.457627] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.462488] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260ba4d5-bdaa-4331-97e4-bec07ec7c702 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.478650] env[69433]: DEBUG oslo_vmware.api [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1097.478650] env[69433]: value = "task-3339262" [ 1097.478650] env[69433]: _type = "Task" [ 1097.478650] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.487659] env[69433]: DEBUG oslo_concurrency.lockutils [req-269cb09e-e4f7-4a57-b5fc-aa4504b7484e req-fd6a28ba-a882-4f11-a274-67f602c8db94 service nova] Releasing lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.488078] env[69433]: DEBUG oslo_vmware.api [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339262, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.496718] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339258, 'name': Rename_Task, 'duration_secs': 1.369873} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.498026] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.498026] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ba4f45-3df5-4ca8-8da1-1ec61ed47fd5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.504485] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1097.504485] env[69433]: value = "task-3339263" [ 1097.504485] env[69433]: _type = "Task" [ 1097.504485] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.514420] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.620433] env[69433]: DEBUG nova.compute.utils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.624723] env[69433]: DEBUG nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1097.624917] env[69433]: DEBUG nova.network.neutron [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1097.661591] env[69433]: DEBUG nova.policy [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b93c5b642fe544279e6babfde09c3c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05a9e101ec6245fd8d91e9b80e39cd75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.782043] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c323c1c-5ff6-49ca-a652-80252528cd76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.790783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36087dd-34e9-402f-8158-28a255e36bfc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.825487] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88503a88-fd69-480c-bb9c-d46b5ca0f68c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.834845] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f243f068-ff53-41ed-a6da-3581136f69d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.847938] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.856734] env[69433]: DEBUG nova.compute.provider_tree [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.951820] env[69433]: DEBUG nova.network.neutron [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Successfully created port: 4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.989172] env[69433]: DEBUG oslo_vmware.api [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339262, 'name': ReconfigVM_Task, 'duration_secs': 0.141287} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.989486] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666456', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'name': 'volume-73807e37-3332-4dec-a5e2-ded9c27d99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f268d682-a949-4f25-bc00-5b74f6099346', 'attached_at': '', 'detached_at': '', 'volume_id': '73807e37-3332-4dec-a5e2-ded9c27d99f1', 'serial': '73807e37-3332-4dec-a5e2-ded9c27d99f1'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.015971] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339263, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.125399] env[69433]: DEBUG nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.349027] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698419} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.349346] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] fe2e0396-405d-4a43-ba5d-8e19161b0909/fe2e0396-405d-4a43-ba5d-8e19161b0909.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.349550] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.349829] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22a1477-2e33-4379-af10-9c8b24fd7790 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.356806] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1098.356806] env[69433]: value = "task-3339264" [ 1098.356806] env[69433]: _type = "Task" [ 1098.356806] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.360512] env[69433]: DEBUG nova.scheduler.client.report [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.369052] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.517439] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339263, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.535781] env[69433]: DEBUG nova.objects.instance [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'flavor' on Instance uuid f268d682-a949-4f25-bc00-5b74f6099346 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.871321] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070549} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.871872] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.872527] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c3b965-28ec-42e1-b059-e8f24bc5d2e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.894792] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] fe2e0396-405d-4a43-ba5d-8e19161b0909/fe2e0396-405d-4a43-ba5d-8e19161b0909.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.895711] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fceb87e-ac4f-460f-8fec-a2bcd7c63de9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.916380] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1098.916380] env[69433]: value = "task-3339265" [ 1098.916380] env[69433]: _type = "Task" [ 1098.916380] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.924827] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.017545] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339263, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.135105] env[69433]: DEBUG nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.167281] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.167589] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.167781] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.168014] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.168186] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.168344] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.168601] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.168798] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.168990] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.169187] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.169368] env[69433]: DEBUG nova.virt.hardware [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.170282] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222879b6-0125-4d45-912d-471a75c7f0b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.180310] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf88701-c1b3-4bce-80d8-a0b93485f594 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.375102] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.257s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.376565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.318s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.376706] env[69433]: DEBUG nova.objects.instance [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lazy-loading 'resources' on Instance uuid 434c48f5-deab-4379-a75e-2a3cd0f30b30 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.427975] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339265, 'name': ReconfigVM_Task, 'duration_secs': 0.316351} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.428351] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Reconfigured VM instance instance-00000069 to attach disk [datastore2] fe2e0396-405d-4a43-ba5d-8e19161b0909/fe2e0396-405d-4a43-ba5d-8e19161b0909.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.428952] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80801de-df10-4906-b53c-2fa51807b292 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.439132] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1099.439132] env[69433]: value = "task-3339267" [ 1099.439132] env[69433]: _type = "Task" [ 1099.439132] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.449149] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339267, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.522727] env[69433]: DEBUG oslo_vmware.api [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339263, 'name': PowerOnVM_Task, 'duration_secs': 1.556856} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.523057] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.523300] env[69433]: INFO nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1099.523527] env[69433]: DEBUG nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.524662] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118a562c-2075-4c42-a658-9edada1090cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.540415] env[69433]: DEBUG nova.compute.manager [req-4069f837-c04c-4eb5-ac17-691ff462fa5d req-e519673e-dbda-4f87-93fe-86906ccc57f9 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-vif-plugged-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.540686] env[69433]: DEBUG oslo_concurrency.lockutils [req-4069f837-c04c-4eb5-ac17-691ff462fa5d req-e519673e-dbda-4f87-93fe-86906ccc57f9 service nova] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.540948] env[69433]: DEBUG oslo_concurrency.lockutils [req-4069f837-c04c-4eb5-ac17-691ff462fa5d req-e519673e-dbda-4f87-93fe-86906ccc57f9 service nova] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.541154] env[69433]: DEBUG oslo_concurrency.lockutils [req-4069f837-c04c-4eb5-ac17-691ff462fa5d req-e519673e-dbda-4f87-93fe-86906ccc57f9 service nova] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.541325] env[69433]: DEBUG nova.compute.manager [req-4069f837-c04c-4eb5-ac17-691ff462fa5d req-e519673e-dbda-4f87-93fe-86906ccc57f9 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] No waiting events found dispatching network-vif-plugged-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.541489] env[69433]: WARNING nova.compute.manager [req-4069f837-c04c-4eb5-ac17-691ff462fa5d req-e519673e-dbda-4f87-93fe-86906ccc57f9 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received unexpected event network-vif-plugged-4625cc85-709e-44bd-9121-9776d26e241b for instance with vm_state building and task_state spawning. [ 1099.543448] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c085fdd8-69e2-4f7c-9269-e34ad38bfa49 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.239s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.607226] env[69433]: DEBUG nova.network.neutron [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Successfully updated port: 4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.736619] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "f268d682-a949-4f25-bc00-5b74f6099346" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.736619] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.736752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "f268d682-a949-4f25-bc00-5b74f6099346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.736812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.736988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.742411] env[69433]: INFO nova.compute.manager [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Terminating instance [ 1099.944295] env[69433]: INFO nova.scheduler.client.report [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted allocation for migration 86f3b2aa-ad33-4217-a0a1-d413088f6b10 [ 1099.953780] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339267, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.031161] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5115891-37fe-4d10-9303-28ba1c310eb5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.043557] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87671f29-c8d4-421b-88fb-6302dde00910 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.047223] env[69433]: INFO nova.compute.manager [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Took 16.58 seconds to build instance. [ 1100.077897] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421b78e9-7cb8-45d5-8863-c1ed514c662a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.086206] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd2dced-54d7-411c-a856-c9e690fd256f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.100589] env[69433]: DEBUG nova.compute.provider_tree [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.111497] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.111692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.111783] env[69433]: DEBUG nova.network.neutron [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.247030] env[69433]: DEBUG nova.compute.manager [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.247030] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.247795] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61252dc0-5ceb-4ab5-b4e3-77fd251957f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.257468] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.257728] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b886e98-9cf2-4701-940b-25ba07f810c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.265300] env[69433]: DEBUG oslo_vmware.api [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1100.265300] env[69433]: value = "task-3339268" [ 1100.265300] env[69433]: _type = "Task" [ 1100.265300] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.273660] env[69433]: DEBUG oslo_vmware.api [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.329532] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.451650] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339267, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.455068] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.445s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.549601] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c11eec5-7487-43cd-8374-af6fd193865c tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.090s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.549939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.221s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.550203] env[69433]: INFO nova.compute.manager [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Rebooting instance [ 1100.603716] env[69433]: DEBUG nova.scheduler.client.report [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.641851] env[69433]: DEBUG nova.network.neutron [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.771012] env[69433]: DEBUG nova.network.neutron [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4625cc85-70", "ovs_interfaceid": "4625cc85-709e-44bd-9121-9776d26e241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.778250] env[69433]: DEBUG oslo_vmware.api [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339268, 'name': PowerOffVM_Task, 'duration_secs': 0.217794} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.778672] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.778980] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1100.779270] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01e08d66-c41d-464f-bfbf-74308e1b9a1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.845307] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1100.845545] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1100.845733] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleting the datastore file [datastore1] f268d682-a949-4f25-bc00-5b74f6099346 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1100.846016] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acee89b8-7f2f-4172-afa4-fd8fcc97134b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.853720] env[69433]: DEBUG oslo_vmware.api [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1100.853720] env[69433]: value = "task-3339270" [ 1100.853720] env[69433]: _type = "Task" [ 1100.853720] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.862510] env[69433]: DEBUG oslo_vmware.api [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.952914] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339267, 'name': Rename_Task, 'duration_secs': 1.154893} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.953406] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.953779] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a5be1a9-0c68-4cb8-8282-1e2c66e5329e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.962339] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1100.962339] env[69433]: value = "task-3339271" [ 1100.962339] env[69433]: _type = "Task" [ 1100.962339] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.972218] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.066944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.067172] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquired lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.067359] env[69433]: DEBUG nova.network.neutron [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.108322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.732s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.133141] env[69433]: INFO nova.scheduler.client.report [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Deleted allocations for instance 434c48f5-deab-4379-a75e-2a3cd0f30b30 [ 1101.273798] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.274175] env[69433]: DEBUG nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Instance network_info: |[{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4625cc85-70", "ovs_interfaceid": "4625cc85-709e-44bd-9121-9776d26e241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.274597] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:4c:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4625cc85-709e-44bd-9121-9776d26e241b', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.282169] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating folder: Project (05a9e101ec6245fd8d91e9b80e39cd75). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.282438] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22534c1d-b768-488f-9b18-38765fc327e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.294817] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created folder: Project (05a9e101ec6245fd8d91e9b80e39cd75) in parent group-v666200. [ 1101.295064] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating folder: Instances. Parent ref: group-v666492. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.295317] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f67ce6b1-312b-4199-815d-c41ce42ad5d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.307150] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created folder: Instances in parent group-v666492. [ 1101.307400] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.307597] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.307815] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b5cd43f-bed2-40a8-b06e-8ca48cfdd529 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.328763] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.328763] env[69433]: value = "task-3339274" [ 1101.328763] env[69433]: _type = "Task" [ 1101.328763] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.337992] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339274, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.365629] env[69433]: DEBUG oslo_vmware.api [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182401} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.365858] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.366070] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.366261] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.366433] env[69433]: INFO nova.compute.manager [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1101.366678] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.366871] env[69433]: DEBUG nova.compute.manager [-] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.366972] env[69433]: DEBUG nova.network.neutron [-] [instance: f268d682-a949-4f25-bc00-5b74f6099346] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.473749] env[69433]: DEBUG oslo_vmware.api [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339271, 'name': PowerOnVM_Task, 'duration_secs': 0.49372} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.474118] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.474386] env[69433]: INFO nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1101.474734] env[69433]: DEBUG nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.475538] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617d2d09-0798-43f7-a547-24a1c5a5fac6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.554607] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "252160a2-1f2a-45f0-8ad1-0683277851f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.554909] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.555161] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.555375] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.555566] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.558350] env[69433]: INFO nova.compute.manager [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Terminating instance [ 1101.585035] env[69433]: DEBUG nova.compute.manager [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-changed-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.587120] env[69433]: DEBUG nova.compute.manager [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing instance network info cache due to event network-changed-4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.587369] env[69433]: DEBUG oslo_concurrency.lockutils [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] Acquiring lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.587530] env[69433]: DEBUG oslo_concurrency.lockutils [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] Acquired lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.587726] env[69433]: DEBUG nova.network.neutron [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.643672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-14e779e2-430a-452d-8ce6-20cd2057c92c tempest-ServerAddressesTestJSON-1624249453 tempest-ServerAddressesTestJSON-1624249453-project-member] Lock "434c48f5-deab-4379-a75e-2a3cd0f30b30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.022s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.840229] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339274, 'name': CreateVM_Task, 'duration_secs': 0.322934} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.840480] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.841308] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.841485] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.841853] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.845359] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e81be98-0ef7-43f0-b4d1-9b65b69abc3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.852252] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1101.852252] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ac0e64-abbb-0169-b237-27ece463b97c" [ 1101.852252] env[69433]: _type = "Task" [ 1101.852252] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.867219] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ac0e64-abbb-0169-b237-27ece463b97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.887350] env[69433]: DEBUG nova.network.neutron [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Updating instance_info_cache with network_info: [{"id": "37c6240e-af71-42fb-948a-177ecdae67d1", "address": "fa:16:3e:97:c7:19", "network": {"id": "efe3cae0-704b-4004-b6e3-6536b5a84445", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-134153055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d435b7ad5f44d978d688bb26f6d5e83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c6240e-af", "ovs_interfaceid": "37c6240e-af71-42fb-948a-177ecdae67d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.994053] env[69433]: INFO nova.compute.manager [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Took 14.51 seconds to build instance. [ 1102.067963] env[69433]: DEBUG nova.compute.manager [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.068817] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.069507] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9238d9c-642d-43f0-9bd9-99be58644819 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.079027] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.079273] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f59fc6-58b0-4df1-ab6f-67680b2870c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.088695] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1102.088695] env[69433]: value = "task-3339275" [ 1102.088695] env[69433]: _type = "Task" [ 1102.088695] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.106023] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.364168] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ac0e64-abbb-0169-b237-27ece463b97c, 'name': SearchDatastore_Task, 'duration_secs': 0.015934} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.365184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.365184] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.365184] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.365448] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.365448] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.365658] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4233d4d0-e75c-47d9-b8ed-c62d0e3e8e2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.390825] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Releasing lock "refresh_cache-9e8ad094-1388-4746-8a1a-8551b0f803a3" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.395351] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.395568] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.396409] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf7cf594-2290-419a-900f-ceab676e2755 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.403024] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1102.403024] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520dda17-87b9-e304-5a66-083127e3adb2" [ 1102.403024] env[69433]: _type = "Task" [ 1102.403024] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.413353] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520dda17-87b9-e304-5a66-083127e3adb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.496159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a7511050-da94-41a9-a3cc-1195bb9784ef tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.024s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.606165] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339275, 'name': PowerOffVM_Task, 'duration_secs': 0.492764} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.606509] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.606761] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.607134] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7071d068-b890-4695-b67c-058ba2632f10 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.628202] env[69433]: DEBUG nova.network.neutron [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updated VIF entry in instance network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.628202] env[69433]: DEBUG nova.network.neutron [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4625cc85-70", "ovs_interfaceid": "4625cc85-709e-44bd-9121-9776d26e241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.644158] env[69433]: DEBUG nova.network.neutron [-] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.698820] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.699323] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.699641] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleting the datastore file [datastore2] 252160a2-1f2a-45f0-8ad1-0683277851f2 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.700055] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e7f7920-984c-42b7-b6e8-5d3bee5b73a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.708583] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for the task: (returnval){ [ 1102.708583] env[69433]: value = "task-3339277" [ 1102.708583] env[69433]: _type = "Task" [ 1102.708583] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.727021] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.896223] env[69433]: DEBUG nova.compute.manager [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.897119] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b217aa-55e7-4c9f-acca-b492a8316b3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.922760] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520dda17-87b9-e304-5a66-083127e3adb2, 'name': SearchDatastore_Task, 'duration_secs': 0.022483} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.923628] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-825392e3-0919-4f57-bdc6-181888a9e615 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.930832] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1102.930832] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528f9e39-a936-5541-378d-d65dd09f91c3" [ 1102.930832] env[69433]: _type = "Task" [ 1102.930832] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.938904] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528f9e39-a936-5541-378d-d65dd09f91c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.131420] env[69433]: DEBUG oslo_concurrency.lockutils [req-56305e58-6048-4003-bcc5-b3e6989d4f80 req-44cbe652-aee2-4d17-9fc8-4076a7141321 service nova] Releasing lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.149782] env[69433]: INFO nova.compute.manager [-] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Took 1.78 seconds to deallocate network for instance. [ 1103.222011] env[69433]: DEBUG oslo_vmware.api [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Task: {'id': task-3339277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325303} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.226032] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.226032] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.226032] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.226032] env[69433]: INFO nova.compute.manager [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1103.226032] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.226032] env[69433]: DEBUG nova.compute.manager [-] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.226032] env[69433]: DEBUG nova.network.neutron [-] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.443024] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528f9e39-a936-5541-378d-d65dd09f91c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.443024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.443024] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.443024] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81fe5d5b-334b-466b-8236-1752e737314f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.450106] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1103.450106] env[69433]: value = "task-3339278" [ 1103.450106] env[69433]: _type = "Task" [ 1103.450106] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.465299] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.502723] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "673b49e8-f5c2-4837-a023-9632d53e8c60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.503067] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.655698] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.655954] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.656195] env[69433]: DEBUG nova.objects.instance [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'resources' on Instance uuid f268d682-a949-4f25-bc00-5b74f6099346 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.689732] env[69433]: DEBUG nova.compute.manager [req-021dfa30-588d-40d4-9960-d4c99eb0ab79 req-c593d769-905c-4e27-966d-e2d9c72beb2c service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Received event network-vif-deleted-9d25a2e9-562a-40b8-9f16-0dac8f49cbc0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.689732] env[69433]: INFO nova.compute.manager [req-021dfa30-588d-40d4-9960-d4c99eb0ab79 req-c593d769-905c-4e27-966d-e2d9c72beb2c service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Neutron deleted interface 9d25a2e9-562a-40b8-9f16-0dac8f49cbc0; detaching it from the instance and deleting it from the info cache [ 1103.689732] env[69433]: DEBUG nova.network.neutron [req-021dfa30-588d-40d4-9960-d4c99eb0ab79 req-c593d769-905c-4e27-966d-e2d9c72beb2c service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.881981] env[69433]: DEBUG nova.compute.manager [req-aeaef308-7cb5-4599-89ab-100ed5801f40 req-43a3ddfa-1a29-435d-b357-cbc6d5c48ec7 service nova] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Received event network-vif-deleted-5ada9c52-14c6-4548-a4a3-ba2d6487d587 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.923808] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7de5b-2930-4e6f-825f-39bcc5d4815a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.933515] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Doing hard reboot of VM {{(pid=69433) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1103.934198] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6547ceee-28a6-4177-b254-bbb0999f2f04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.947022] env[69433]: DEBUG oslo_vmware.api [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1103.947022] env[69433]: value = "task-3339279" [ 1103.947022] env[69433]: _type = "Task" [ 1103.947022] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.959749] env[69433]: DEBUG oslo_vmware.api [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339279, 'name': ResetVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.965965] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339278, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.005880] env[69433]: DEBUG nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.165851] env[69433]: DEBUG nova.network.neutron [-] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.200367] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a177f758-5744-427c-8059-e732f086c6ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.214146] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d166ddb-dbb8-44ad-969b-b898af54bdf5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.257752] env[69433]: DEBUG nova.compute.manager [req-021dfa30-588d-40d4-9960-d4c99eb0ab79 req-c593d769-905c-4e27-966d-e2d9c72beb2c service nova] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Detach interface failed, port_id=9d25a2e9-562a-40b8-9f16-0dac8f49cbc0, reason: Instance 252160a2-1f2a-45f0-8ad1-0683277851f2 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.347019] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b0e563-fd9a-4ddd-ac7a-bd4976a99d1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.354265] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c1b8b0-f2ec-47a7-9797-fd95d2ceb8f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.387922] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d92c5df-630f-4435-b9d4-856d798ad57b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.397076] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd9852a-bb4a-4342-9903-958cf4cf1c50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.413769] env[69433]: DEBUG nova.compute.provider_tree [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.459728] env[69433]: DEBUG oslo_vmware.api [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339279, 'name': ResetVM_Task, 'duration_secs': 0.156162} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.460614] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Did hard reboot of VM {{(pid=69433) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1104.461642] env[69433]: DEBUG nova.compute.manager [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.461642] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5486da41-d487-406b-9da0-f4c5aef45c9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.469901] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594235} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.469901] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.470097] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.470340] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1ab8a87-f386-4b64-8693-b9618701884e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.482645] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1104.482645] env[69433]: value = "task-3339280" [ 1104.482645] env[69433]: _type = "Task" [ 1104.482645] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.494572] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.525146] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.668914] env[69433]: INFO nova.compute.manager [-] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Took 1.44 seconds to deallocate network for instance. [ 1104.872937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "5fe04a0b-b285-4819-86b0-a063840f276f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.873191] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "5fe04a0b-b285-4819-86b0-a063840f276f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.944502] env[69433]: ERROR nova.scheduler.client.report [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [req-52260151-912c-455f-b4b5-362a2d0285a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52260151-912c-455f-b4b5-362a2d0285a5"}]} [ 1104.961312] env[69433]: DEBUG nova.scheduler.client.report [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1104.976912] env[69433]: DEBUG nova.scheduler.client.report [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1104.977190] env[69433]: DEBUG nova.compute.provider_tree [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1104.983660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3e65087a-f3da-42ce-a07b-d63b60aa2bc2 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.434s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.993777] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242806} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.994687] env[69433]: DEBUG nova.scheduler.client.report [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1104.996531] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.998016] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaf1c92-95d6-4a80-b68b-0a568e60282c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.022897] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.023950] env[69433]: DEBUG nova.scheduler.client.report [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1105.026339] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d1efd53-78da-4001-ac08-5571b08b9ee9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.049310] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1105.049310] env[69433]: value = "task-3339281" [ 1105.049310] env[69433]: _type = "Task" [ 1105.049310] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.058157] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.176995] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.200089] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f12c4-57f2-4229-83fc-7e46d6379223 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.207932] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bcef20-7306-4692-91df-967064c28604 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.240497] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60ec51d-640f-4386-b627-c46664efe5c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.248635] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42971137-48ca-4ca8-bb93-64460d7278f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.262622] env[69433]: DEBUG nova.compute.provider_tree [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.376390] env[69433]: DEBUG nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.560289] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.723649] env[69433]: DEBUG nova.compute.manager [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.723801] env[69433]: DEBUG nova.compute.manager [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing instance network info cache due to event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.725121] env[69433]: DEBUG oslo_concurrency.lockutils [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.725121] env[69433]: DEBUG oslo_concurrency.lockutils [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.725121] env[69433]: DEBUG nova.network.neutron [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.809826] env[69433]: DEBUG nova.scheduler.client.report [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1105.810136] env[69433]: DEBUG nova.compute.provider_tree [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 136 to 137 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1105.810325] env[69433]: DEBUG nova.compute.provider_tree [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.902958] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.065713] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339281, 'name': ReconfigVM_Task, 'duration_secs': 0.861925} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.066035] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.066721] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52958b1d-5e29-4df5-aa95-2151a0c4703e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.080365] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1106.080365] env[69433]: value = "task-3339282" [ 1106.080365] env[69433]: _type = "Task" [ 1106.080365] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.089897] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339282, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.258573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.258847] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.259078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "9e8ad094-1388-4746-8a1a-8551b0f803a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.259264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.259430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.261797] env[69433]: INFO nova.compute.manager [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Terminating instance [ 1106.316246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.660s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.320190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.794s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.321817] env[69433]: INFO nova.compute.claims [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.338091] env[69433]: INFO nova.scheduler.client.report [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted allocations for instance f268d682-a949-4f25-bc00-5b74f6099346 [ 1106.586173] env[69433]: DEBUG nova.network.neutron [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updated VIF entry in instance network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.586612] env[69433]: DEBUG nova.network.neutron [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.594031] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339282, 'name': Rename_Task, 'duration_secs': 0.455317} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.594031] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.594209] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-915cee23-b8af-437d-9c81-0188032d6999 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.602444] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1106.602444] env[69433]: value = "task-3339283" [ 1106.602444] env[69433]: _type = "Task" [ 1106.602444] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.611693] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.766339] env[69433]: DEBUG nova.compute.manager [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.766575] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.767500] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49fd132-91a7-4eba-ba9c-bc1f67a370a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.776294] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.776550] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc90b47-5a95-4ce2-9465-dd05552e99e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.783721] env[69433]: DEBUG oslo_vmware.api [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1106.783721] env[69433]: value = "task-3339284" [ 1106.783721] env[69433]: _type = "Task" [ 1106.783721] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.792447] env[69433]: DEBUG oslo_vmware.api [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.848766] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a38cf537-79a6-4917-a721-8f839bc878d9 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "f268d682-a949-4f25-bc00-5b74f6099346" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.112s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.089781] env[69433]: DEBUG oslo_concurrency.lockutils [req-ddf5e7ed-fc0b-44b1-836f-d25b57cf79a8 req-e7ad10b8-8d7f-4c22-96f8-9a0650e659e5 service nova] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.114740] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.296933] env[69433]: DEBUG oslo_vmware.api [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339284, 'name': PowerOffVM_Task, 'duration_secs': 0.215801} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.297261] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.297447] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.297712] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7123d945-c630-46cd-b865-79b4ca5f7604 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.366123] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.366427] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.366657] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Deleting the datastore file [datastore2] 9e8ad094-1388-4746-8a1a-8551b0f803a3 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.370029] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a36f879-a9c2-4ff7-acb1-5637d3efc3d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.377575] env[69433]: DEBUG oslo_vmware.api [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for the task: (returnval){ [ 1107.377575] env[69433]: value = "task-3339286" [ 1107.377575] env[69433]: _type = "Task" [ 1107.377575] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.388731] env[69433]: DEBUG oslo_vmware.api [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.494652] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d840e7-2e11-483c-bd6e-ac91f58bb9af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.502938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e77bf-a50b-467b-8845-b9199b22d511 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.538994] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d98ff-88ac-44ad-9c29-44536265da54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.547494] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dd6513-c543-4819-b0ff-6c8cb4f3ee2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.562951] env[69433]: DEBUG nova.compute.provider_tree [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.613946] env[69433]: DEBUG oslo_vmware.api [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339283, 'name': PowerOnVM_Task, 'duration_secs': 0.690977} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.614270] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.614611] env[69433]: INFO nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1107.614611] env[69433]: DEBUG nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.616012] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76759c9e-227d-4657-ae5b-f148289a6e72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.772696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.773125] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.888202] env[69433]: DEBUG oslo_vmware.api [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Task: {'id': task-3339286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146583} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.889392] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.889392] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.889392] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.889392] env[69433]: INFO nova.compute.manager [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.889392] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.889795] env[69433]: DEBUG nova.compute.manager [-] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.889795] env[69433]: DEBUG nova.network.neutron [-] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.066099] env[69433]: DEBUG nova.scheduler.client.report [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.132716] env[69433]: INFO nova.compute.manager [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Took 15.87 seconds to build instance. [ 1108.275315] env[69433]: DEBUG nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.288658] env[69433]: DEBUG nova.compute.manager [req-5a66358b-c707-45a3-b3d1-bf7018c3922b req-c85ea7f8-c7ce-4bda-b546-fe8eabbbfa5d service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Received event network-vif-deleted-37c6240e-af71-42fb-948a-177ecdae67d1 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.289094] env[69433]: INFO nova.compute.manager [req-5a66358b-c707-45a3-b3d1-bf7018c3922b req-c85ea7f8-c7ce-4bda-b546-fe8eabbbfa5d service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Neutron deleted interface 37c6240e-af71-42fb-948a-177ecdae67d1; detaching it from the instance and deleting it from the info cache [ 1108.289595] env[69433]: DEBUG nova.network.neutron [req-5a66358b-c707-45a3-b3d1-bf7018c3922b req-c85ea7f8-c7ce-4bda-b546-fe8eabbbfa5d service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.573268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.573809] env[69433]: DEBUG nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.576528] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.399s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.576618] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.578640] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.676s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.580343] env[69433]: INFO nova.compute.claims [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.608338] env[69433]: INFO nova.scheduler.client.report [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Deleted allocations for instance 252160a2-1f2a-45f0-8ad1-0683277851f2 [ 1108.635450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-bc71b22a-355a-4f2e-9a0a-8dd7c4b5601b tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.378s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.760993] env[69433]: DEBUG nova.network.neutron [-] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.793040] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7960f1d7-2deb-48dc-97b6-3dee0574ee3f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.801151] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.805872] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddddffad-eb63-49d9-9525-4d303cc527a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.843027] env[69433]: DEBUG nova.compute.manager [req-5a66358b-c707-45a3-b3d1-bf7018c3922b req-c85ea7f8-c7ce-4bda-b546-fe8eabbbfa5d service nova] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Detach interface failed, port_id=37c6240e-af71-42fb-948a-177ecdae67d1, reason: Instance 9e8ad094-1388-4746-8a1a-8551b0f803a3 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1109.085107] env[69433]: DEBUG nova.compute.utils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.089300] env[69433]: DEBUG nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.089521] env[69433]: DEBUG nova.network.neutron [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.117826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce70ffaf-19ee-4525-b8c6-1c1e26f3fd8a tempest-DeleteServersTestJSON-1629466857 tempest-DeleteServersTestJSON-1629466857-project-member] Lock "252160a2-1f2a-45f0-8ad1-0683277851f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.563s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.157183] env[69433]: DEBUG nova.policy [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ebd2a91ea7a404a8fe8fb177a3062c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e5735dee94243ba84050a851565d5f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.262203] env[69433]: INFO nova.compute.manager [-] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Took 1.37 seconds to deallocate network for instance. [ 1109.450525] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.450867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.588138] env[69433]: DEBUG nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.669279] env[69433]: DEBUG nova.network.neutron [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Successfully created port: 333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.772284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.788029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f33c27-c575-4636-a434-b38ae1be4a73 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.798838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af708d6c-4dbe-46ba-bbd0-790dd68fae7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.833778] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110c1718-5d48-4aea-9be6-3208a1865106 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.842732] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d05558-dbca-4d8c-ba30-390d5e47df61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.859315] env[69433]: DEBUG nova.compute.provider_tree [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.953361] env[69433]: DEBUG nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.093286] env[69433]: INFO nova.virt.block_device [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Booting with volume 0b0a5822-1d5c-482e-81a5-3f0705502375 at /dev/sda [ 1110.132495] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c617942b-5dfe-4d0c-b6bf-fd9492eede33 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.143086] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3420fe20-9f84-43ed-9ab5-5437b5f766d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.178056] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d73c7d5-4852-4609-98e4-81c913b94e65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.187166] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc93bee-3a32-476f-8b6a-d9bc212ecd8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.217600] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb84360-d2ea-42e6-b9d9-0ffe9ac09b6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.224982] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2d636-3a04-4d22-ba8c-b154179ec89f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.239962] env[69433]: DEBUG nova.virt.block_device [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating existing volume attachment record: d14c55f1-4f3a-4953-9827-9c815b6d41a8 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.319785] env[69433]: DEBUG nova.compute.manager [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-changed-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.319903] env[69433]: DEBUG nova.compute.manager [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing instance network info cache due to event network-changed-4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.320133] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] Acquiring lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.320279] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] Acquired lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.320471] env[69433]: DEBUG nova.network.neutron [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.362593] env[69433]: DEBUG nova.scheduler.client.report [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.472496] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.867871] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.868266] env[69433]: DEBUG nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.871645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.071s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.873039] env[69433]: INFO nova.compute.claims [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.043902] env[69433]: DEBUG nova.network.neutron [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updated VIF entry in instance network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.044355] env[69433]: DEBUG nova.network.neutron [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4625cc85-70", "ovs_interfaceid": "4625cc85-709e-44bd-9121-9776d26e241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.146127] env[69433]: DEBUG nova.network.neutron [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Successfully updated port: 333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.380269] env[69433]: DEBUG nova.compute.utils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.381694] env[69433]: DEBUG nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.381888] env[69433]: DEBUG nova.network.neutron [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.430302] env[69433]: DEBUG nova.policy [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.546903] env[69433]: DEBUG oslo_concurrency.lockutils [req-d9eeef70-ff7d-4ad7-90d9-9b5a8518b3da req-1e7badc8-b1a7-451b-8b21-0b0d026afe0d service nova] Releasing lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.652407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.652407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.652407] env[69433]: DEBUG nova.network.neutron [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.886656] env[69433]: DEBUG nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.018977] env[69433]: DEBUG nova.network.neutron [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Successfully created port: 77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.038324] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5677eafd-20cf-4bcc-a9d8-07e58d22e6bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.047361] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c5e27e-c683-4047-a6d7-54e0a2848aa5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.083095] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2744f47c-3d20-40dd-9a18-cae8e983a9e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.091264] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1563f8b-bf58-4b07-9475-ecb093ca19a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.104851] env[69433]: DEBUG nova.compute.provider_tree [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.184351] env[69433]: DEBUG nova.network.neutron [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.302653] env[69433]: DEBUG nova.network.neutron [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [{"id": "333cdf1c-4f28-4129-8207-36dc47cba694", "address": "fa:16:3e:7d:cd:6c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333cdf1c-4f", "ovs_interfaceid": "333cdf1c-4f28-4129-8207-36dc47cba694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.328062] env[69433]: DEBUG nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.328062] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.328062] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.328362] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.328362] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.328447] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.328552] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.328753] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.328910] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.329085] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.329260] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.329453] env[69433]: DEBUG nova.virt.hardware [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.330295] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc91835-ac90-45f7-bdec-a95b1df628e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.340702] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d2bd8f-f24a-452e-a96b-84c9a45cf25f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.346017] env[69433]: DEBUG nova.compute.manager [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Received event network-vif-plugged-333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.346225] env[69433]: DEBUG oslo_concurrency.lockutils [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] Acquiring lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.346430] env[69433]: DEBUG oslo_concurrency.lockutils [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.346593] env[69433]: DEBUG oslo_concurrency.lockutils [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.346752] env[69433]: DEBUG nova.compute.manager [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] No waiting events found dispatching network-vif-plugged-333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.346913] env[69433]: WARNING nova.compute.manager [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Received unexpected event network-vif-plugged-333cdf1c-4f28-4129-8207-36dc47cba694 for instance with vm_state building and task_state spawning. [ 1112.347079] env[69433]: DEBUG nova.compute.manager [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Received event network-changed-333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.347230] env[69433]: DEBUG nova.compute.manager [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Refreshing instance network info cache due to event network-changed-333cdf1c-4f28-4129-8207-36dc47cba694. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.347413] env[69433]: DEBUG oslo_concurrency.lockutils [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] Acquiring lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.607679] env[69433]: DEBUG nova.scheduler.client.report [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.805374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.805701] env[69433]: DEBUG nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Instance network_info: |[{"id": "333cdf1c-4f28-4129-8207-36dc47cba694", "address": "fa:16:3e:7d:cd:6c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333cdf1c-4f", "ovs_interfaceid": "333cdf1c-4f28-4129-8207-36dc47cba694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.806029] env[69433]: DEBUG oslo_concurrency.lockutils [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] Acquired lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.806210] env[69433]: DEBUG nova.network.neutron [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Refreshing network info cache for port 333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.807535] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:cd:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '333cdf1c-4f28-4129-8207-36dc47cba694', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.815407] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.816349] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.816587] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1861fc22-9627-41d9-a34a-2399e8c8efb4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.839219] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.839219] env[69433]: value = "task-3339288" [ 1112.839219] env[69433]: _type = "Task" [ 1112.839219] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.848365] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339288, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.894919] env[69433]: DEBUG nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.926163] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.926446] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.926646] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.926913] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.927219] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.927453] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.927752] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.927967] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.928235] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.928490] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.928724] env[69433]: DEBUG nova.virt.hardware [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.929718] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2565bd63-2b92-489c-9571-c86b195f7767 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.939234] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e52b0-0ce9-4500-890a-f3b691c4afc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.113170] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.241s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.113371] env[69433]: DEBUG nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.115913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.344s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.116221] env[69433]: DEBUG nova.objects.instance [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lazy-loading 'resources' on Instance uuid 9e8ad094-1388-4746-8a1a-8551b0f803a3 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.350178] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339288, 'name': CreateVM_Task, 'duration_secs': 0.300713} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.352640] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.353343] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666487', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'name': 'volume-0b0a5822-1d5c-482e-81a5-3f0705502375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '673b49e8-f5c2-4837-a023-9632d53e8c60', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'serial': '0b0a5822-1d5c-482e-81a5-3f0705502375'}, 'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'd14c55f1-4f3a-4953-9827-9c815b6d41a8', 'volume_type': None}], 'swap': None} {{(pid=69433) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1113.353583] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Root volume attach. Driver type: vmdk {{(pid=69433) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1113.354952] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a572163e-3776-47a5-8fd8-dc87516549e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.364701] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2452544d-3173-4f77-a64f-8b921858f87d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.371394] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d45e2a-ad0c-45fc-9758-893ab9758bf6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.377458] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1ec32352-1e6e-4169-b666-1a0d4ec446f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.385640] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1113.385640] env[69433]: value = "task-3339289" [ 1113.385640] env[69433]: _type = "Task" [ 1113.385640] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.395386] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.519983] env[69433]: DEBUG nova.network.neutron [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updated VIF entry in instance network info cache for port 333cdf1c-4f28-4129-8207-36dc47cba694. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.520517] env[69433]: DEBUG nova.network.neutron [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [{"id": "333cdf1c-4f28-4129-8207-36dc47cba694", "address": "fa:16:3e:7d:cd:6c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333cdf1c-4f", "ovs_interfaceid": "333cdf1c-4f28-4129-8207-36dc47cba694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.621025] env[69433]: DEBUG nova.compute.utils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.624045] env[69433]: DEBUG nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.624376] env[69433]: DEBUG nova.network.neutron [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.669223] env[69433]: DEBUG nova.policy [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9853980eddba4d5087e0a89dba5b49fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '563f917a486a46f99b1f5502769f885f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.704468] env[69433]: DEBUG nova.network.neutron [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Successfully updated port: 77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.843049] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd94c8e-ca5a-42ae-aeea-71dcadee3ee1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.853083] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f83434-9ddf-4d41-b417-636a5cc4c846 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.885690] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c88022-704c-4d1f-aa7a-befe9a9de7a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.899830] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 42%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.901152] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b3409e-6f9d-4dbb-9a3c-f905423afc55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.921435] env[69433]: DEBUG nova.compute.provider_tree [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.970889] env[69433]: DEBUG nova.network.neutron [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Successfully created port: 4aa1e7b4-4839-4630-bf84-73bef3443bc2 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.024811] env[69433]: DEBUG oslo_concurrency.lockutils [req-dce817bb-d69c-41df-8409-202231a9ee3b req-12de40a6-1473-49b6-b921-1187ca8951cf service nova] Releasing lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.124592] env[69433]: DEBUG nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.212173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.212328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.212486] env[69433]: DEBUG nova.network.neutron [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.375472] env[69433]: DEBUG nova.compute.manager [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-vif-plugged-77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.375701] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] Acquiring lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.375915] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] Lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.377208] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] Lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.377476] env[69433]: DEBUG nova.compute.manager [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] No waiting events found dispatching network-vif-plugged-77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1114.377668] env[69433]: WARNING nova.compute.manager [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received unexpected event network-vif-plugged-77f49d04-7af8-43c7-9f00-bd211eea2c49 for instance with vm_state building and task_state spawning. [ 1114.377842] env[69433]: DEBUG nova.compute.manager [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.378016] env[69433]: DEBUG nova.compute.manager [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing instance network info cache due to event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.378208] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.401520] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 56%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.422685] env[69433]: DEBUG nova.scheduler.client.report [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.747363] env[69433]: DEBUG nova.network.neutron [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.900374] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 69%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.907364] env[69433]: DEBUG nova.network.neutron [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.927957] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.930890] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.459s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.932589] env[69433]: INFO nova.compute.claims [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.953246] env[69433]: INFO nova.scheduler.client.report [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Deleted allocations for instance 9e8ad094-1388-4746-8a1a-8551b0f803a3 [ 1115.134887] env[69433]: DEBUG nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.167531] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.167826] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.167983] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.168240] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.168346] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.168498] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.168710] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.168871] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.169062] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.169242] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.169505] env[69433]: DEBUG nova.virt.hardware [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.170469] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eab01c-6c6a-4306-bd40-f49cdfc22fa1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.184460] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd126bb-1538-45bd-987a-e81abd787ab4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.406285] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 84%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.410507] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.411180] env[69433]: DEBUG nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Instance network_info: |[{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.411519] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.411708] env[69433]: DEBUG nova.network.neutron [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.412928] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:b8:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77f49d04-7af8-43c7-9f00-bd211eea2c49', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.420570] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.421088] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.421327] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acd559b7-b851-4379-b400-0437a7cf937f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.447292] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.447292] env[69433]: value = "task-3339290" [ 1115.447292] env[69433]: _type = "Task" [ 1115.447292] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.453104] env[69433]: DEBUG nova.compute.manager [req-61c861ef-b463-4175-adf3-ef21924c5353 req-801b30fb-c9cf-4402-bc63-f538d171439d service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Received event network-vif-plugged-4aa1e7b4-4839-4630-bf84-73bef3443bc2 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.453339] env[69433]: DEBUG oslo_concurrency.lockutils [req-61c861ef-b463-4175-adf3-ef21924c5353 req-801b30fb-c9cf-4402-bc63-f538d171439d service nova] Acquiring lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.453553] env[69433]: DEBUG oslo_concurrency.lockutils [req-61c861ef-b463-4175-adf3-ef21924c5353 req-801b30fb-c9cf-4402-bc63-f538d171439d service nova] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.453718] env[69433]: DEBUG oslo_concurrency.lockutils [req-61c861ef-b463-4175-adf3-ef21924c5353 req-801b30fb-c9cf-4402-bc63-f538d171439d service nova] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.453883] env[69433]: DEBUG nova.compute.manager [req-61c861ef-b463-4175-adf3-ef21924c5353 req-801b30fb-c9cf-4402-bc63-f538d171439d service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] No waiting events found dispatching network-vif-plugged-4aa1e7b4-4839-4630-bf84-73bef3443bc2 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.454061] env[69433]: WARNING nova.compute.manager [req-61c861ef-b463-4175-adf3-ef21924c5353 req-801b30fb-c9cf-4402-bc63-f538d171439d service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Received unexpected event network-vif-plugged-4aa1e7b4-4839-4630-bf84-73bef3443bc2 for instance with vm_state building and task_state spawning. [ 1115.464029] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339290, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.464477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1aaadeb5-e206-4a3d-87bc-c442e36e7be7 tempest-InstanceActionsTestJSON-550032830 tempest-InstanceActionsTestJSON-550032830-project-member] Lock "9e8ad094-1388-4746-8a1a-8551b0f803a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.206s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.539829] env[69433]: DEBUG nova.network.neutron [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Successfully updated port: 4aa1e7b4-4839-4630-bf84-73bef3443bc2 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.905372] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 97%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.957793] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339290, 'name': CreateVM_Task, 'duration_secs': 0.41598} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.958134] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.958723] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.958993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.959440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.959670] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de5f7c71-5620-4f65-abc4-d2dd0f3da8b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.967943] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1115.967943] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c6caea-e7b0-beb8-5d20-7463106531cc" [ 1115.967943] env[69433]: _type = "Task" [ 1115.967943] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.977499] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c6caea-e7b0-beb8-5d20-7463106531cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.044135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "refresh_cache-b0b60e40-f5c2-4b7b-ae32-98ac056f42da" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.044611] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquired lock "refresh_cache-b0b60e40-f5c2-4b7b-ae32-98ac056f42da" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.044611] env[69433]: DEBUG nova.network.neutron [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.101290] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916d111c-eb20-420f-990b-11596199baa3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.109413] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454f6fd-73a5-4a94-98cf-d4ce0ebb61fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.144293] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70880ed-1cf4-476d-a5b1-fc00af90b8b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.152775] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7909809-ff53-469f-bdc3-4225c7178f68 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.166743] env[69433]: DEBUG nova.compute.provider_tree [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.246623] env[69433]: DEBUG nova.network.neutron [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updated VIF entry in instance network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.247008] env[69433]: DEBUG nova.network.neutron [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.411841] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 98%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.478441] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c6caea-e7b0-beb8-5d20-7463106531cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.478760] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.478994] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.479284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.479407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.479591] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.479857] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12cd6fab-2fb0-4183-8d66-863cb9a0b868 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.488761] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.488938] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.490238] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f8d754-0482-4197-ab3f-c5fad8f8e7d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.495872] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1116.495872] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ca238-456d-12f6-71a7-647f82183b55" [ 1116.495872] env[69433]: _type = "Task" [ 1116.495872] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.504206] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ca238-456d-12f6-71a7-647f82183b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.596896] env[69433]: DEBUG nova.network.neutron [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.669833] env[69433]: DEBUG nova.scheduler.client.report [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.750472] env[69433]: DEBUG oslo_concurrency.lockutils [req-a8f4bdc8-551c-48e8-a585-8b7aeb34bfb0 req-5d2c17a4-3afb-42ae-af6d-373b837e771a service nova] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.905138] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 98%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.007755] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527ca238-456d-12f6-71a7-647f82183b55, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.009171] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b730d4ab-4495-4ff7-8905-2496549bf758 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.018021] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1117.018021] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5248bfc1-7693-7b10-67bf-1b451ebc9913" [ 1117.018021] env[69433]: _type = "Task" [ 1117.018021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.026685] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5248bfc1-7693-7b10-67bf-1b451ebc9913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.089919] env[69433]: DEBUG nova.network.neutron [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Updating instance_info_cache with network_info: [{"id": "4aa1e7b4-4839-4630-bf84-73bef3443bc2", "address": "fa:16:3e:c0:33:18", "network": {"id": "6b22c2dc-26a1-4508-a189-5d616274b060", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-153400969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563f917a486a46f99b1f5502769f885f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa1e7b4-48", "ovs_interfaceid": "4aa1e7b4-4839-4630-bf84-73bef3443bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.175252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.178016] env[69433]: DEBUG nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.411422] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task} progress is 98%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.526996] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5248bfc1-7693-7b10-67bf-1b451ebc9913, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.526996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.526996] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 5fe04a0b-b285-4819-86b0-a063840f276f/5fe04a0b-b285-4819-86b0-a063840f276f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.527430] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6284c0-a079-44aa-90ab-57cc44bd0884 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.536583] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1117.536583] env[69433]: value = "task-3339291" [ 1117.536583] env[69433]: _type = "Task" [ 1117.536583] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.543160] env[69433]: DEBUG nova.compute.manager [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Received event network-changed-4aa1e7b4-4839-4630-bf84-73bef3443bc2 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.543358] env[69433]: DEBUG nova.compute.manager [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Refreshing instance network info cache due to event network-changed-4aa1e7b4-4839-4630-bf84-73bef3443bc2. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.543558] env[69433]: DEBUG oslo_concurrency.lockutils [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] Acquiring lock "refresh_cache-b0b60e40-f5c2-4b7b-ae32-98ac056f42da" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.549151] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.592072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Releasing lock "refresh_cache-b0b60e40-f5c2-4b7b-ae32-98ac056f42da" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.592421] env[69433]: DEBUG nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Instance network_info: |[{"id": "4aa1e7b4-4839-4630-bf84-73bef3443bc2", "address": "fa:16:3e:c0:33:18", "network": {"id": "6b22c2dc-26a1-4508-a189-5d616274b060", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-153400969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563f917a486a46f99b1f5502769f885f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa1e7b4-48", "ovs_interfaceid": "4aa1e7b4-4839-4630-bf84-73bef3443bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1117.592737] env[69433]: DEBUG oslo_concurrency.lockutils [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] Acquired lock "refresh_cache-b0b60e40-f5c2-4b7b-ae32-98ac056f42da" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.592915] env[69433]: DEBUG nova.network.neutron [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Refreshing network info cache for port 4aa1e7b4-4839-4630-bf84-73bef3443bc2 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.594229] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:33:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aa1e7b4-4839-4630-bf84-73bef3443bc2', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.605159] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Creating folder: Project (563f917a486a46f99b1f5502769f885f). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.605159] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ac473de-40e3-4e87-a3e1-078246e7370b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.617502] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Created folder: Project (563f917a486a46f99b1f5502769f885f) in parent group-v666200. [ 1117.617707] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Creating folder: Instances. Parent ref: group-v666497. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1117.617954] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61ae6b0a-81d0-44bb-a7cd-97ccda03ad77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.627411] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Created folder: Instances in parent group-v666497. [ 1117.627654] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.627845] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1117.628066] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50c7d1b8-9e7f-4387-bed7-9ab7bb9d386b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.652331] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.652331] env[69433]: value = "task-3339294" [ 1117.652331] env[69433]: _type = "Task" [ 1117.652331] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.664458] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339294, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.685259] env[69433]: DEBUG nova.compute.utils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.686263] env[69433]: DEBUG nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.687139] env[69433]: DEBUG nova.network.neutron [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.778023] env[69433]: DEBUG nova.policy [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116fdf2ee6f24051a7fc312df1eba057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14678104ee8f4b9ba0d9a5e4d614145b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.911168] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339289, 'name': RelocateVM_Task, 'duration_secs': 4.209269} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.911300] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.911465] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666487', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'name': 'volume-0b0a5822-1d5c-482e-81a5-3f0705502375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '673b49e8-f5c2-4837-a023-9632d53e8c60', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'serial': '0b0a5822-1d5c-482e-81a5-3f0705502375'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.912488] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92fa8fc-d11e-4c63-882a-dc29ec1556ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.936562] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8868d8-ece8-41d4-9c79-1cf0b0f98222 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.962689] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-0b0a5822-1d5c-482e-81a5-3f0705502375/volume-0b0a5822-1d5c-482e-81a5-3f0705502375.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.963045] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a91762ea-3aac-495e-add7-732962cac87b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.983628] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1117.983628] env[69433]: value = "task-3339295" [ 1117.983628] env[69433]: _type = "Task" [ 1117.983628] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.991261] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.047981] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441986} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.048678] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 5fe04a0b-b285-4819-86b0-a063840f276f/5fe04a0b-b285-4819-86b0-a063840f276f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.049062] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.049447] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f51da67-fb28-4c92-a02e-d1d335780525 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.058300] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1118.058300] env[69433]: value = "task-3339296" [ 1118.058300] env[69433]: _type = "Task" [ 1118.058300] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.067100] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.171329] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339294, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.190293] env[69433]: DEBUG nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.222218] env[69433]: DEBUG nova.network.neutron [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Successfully created port: 72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.333453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "2344a033-d266-49fd-b6a9-414d29e0eae2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.333453] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.367592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "50cbf852-5159-4e39-880a-8cb4e388bebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.367820] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.427156] env[69433]: DEBUG nova.network.neutron [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Updated VIF entry in instance network info cache for port 4aa1e7b4-4839-4630-bf84-73bef3443bc2. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.427561] env[69433]: DEBUG nova.network.neutron [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Updating instance_info_cache with network_info: [{"id": "4aa1e7b4-4839-4630-bf84-73bef3443bc2", "address": "fa:16:3e:c0:33:18", "network": {"id": "6b22c2dc-26a1-4508-a189-5d616274b060", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-153400969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "563f917a486a46f99b1f5502769f885f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa1e7b4-48", "ovs_interfaceid": "4aa1e7b4-4839-4630-bf84-73bef3443bc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.493458] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339295, 'name': ReconfigVM_Task, 'duration_secs': 0.275573} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.493747] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-0b0a5822-1d5c-482e-81a5-3f0705502375/volume-0b0a5822-1d5c-482e-81a5-3f0705502375.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.498778] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1e1fefe-6c92-4f95-a6c5-87dbfef46b27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.513947] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1118.513947] env[69433]: value = "task-3339297" [ 1118.513947] env[69433]: _type = "Task" [ 1118.513947] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.522442] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339297, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.568926] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07054} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.571836] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.571972] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26eab07-48a3-48f6-9a81-6886a88bca22 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.600494] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 5fe04a0b-b285-4819-86b0-a063840f276f/5fe04a0b-b285-4819-86b0-a063840f276f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.600830] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044f371e-28a7-4cef-8eab-b7b6c20cd5c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.621205] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1118.621205] env[69433]: value = "task-3339298" [ 1118.621205] env[69433]: _type = "Task" [ 1118.621205] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.630160] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.662615] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339294, 'name': CreateVM_Task, 'duration_secs': 0.577426} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.662615] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.663265] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.664038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.664038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.664038] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b75f20-931e-4136-85ed-b07ac221398f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.669073] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1118.669073] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee4ec2-7a3b-d28b-d867-1c45339124c7" [ 1118.669073] env[69433]: _type = "Task" [ 1118.669073] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.678645] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee4ec2-7a3b-d28b-d867-1c45339124c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.835806] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.871963] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.930614] env[69433]: DEBUG oslo_concurrency.lockutils [req-96b07135-0971-4033-bae8-9a4cacbabec7 req-3fbfb57c-48b7-4b32-bc94-82edfb8f6a89 service nova] Releasing lock "refresh_cache-b0b60e40-f5c2-4b7b-ae32-98ac056f42da" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.024453] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.133481] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339298, 'name': ReconfigVM_Task, 'duration_secs': 0.280593} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.133740] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 5fe04a0b-b285-4819-86b0-a063840f276f/5fe04a0b-b285-4819-86b0-a063840f276f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.134542] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0727250c-8301-403a-9653-0e21b9e7f838 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.140869] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1119.140869] env[69433]: value = "task-3339299" [ 1119.140869] env[69433]: _type = "Task" [ 1119.140869] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.148740] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339299, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.178873] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ee4ec2-7a3b-d28b-d867-1c45339124c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008839} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.179249] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.180214] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.180214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.180214] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.180365] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.180612] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90ac7bf8-7511-4fa4-8401-7125f9904027 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.188546] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.188802] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.189612] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc1d8fc-9e66-4b8e-8c32-0d9bfd64e96b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.194886] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1119.194886] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5231cfe7-9a46-e0e1-0384-276b5b77f902" [ 1119.194886] env[69433]: _type = "Task" [ 1119.194886] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.204211] env[69433]: DEBUG nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.206345] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5231cfe7-9a46-e0e1-0384-276b5b77f902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.234152] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.235476] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.235697] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.235956] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.236253] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.236563] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.236914] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.237159] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.237421] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.237640] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.237785] env[69433]: DEBUG nova.virt.hardware [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.238680] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268aa66-2ebe-4408-ba99-c5a563ae5e3f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.246938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dd0a95-170a-4358-9be8-a837c30a6902 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.364445] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.364707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.366514] env[69433]: INFO nova.compute.claims [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.391659] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.525898] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339297, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.635144] env[69433]: DEBUG nova.compute.manager [req-7b1b055a-1517-47cf-bfc8-d4ee13d17c83 req-25f0bb91-6e6c-4f98-b873-34bfe853c683 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Received event network-vif-plugged-72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.635379] env[69433]: DEBUG oslo_concurrency.lockutils [req-7b1b055a-1517-47cf-bfc8-d4ee13d17c83 req-25f0bb91-6e6c-4f98-b873-34bfe853c683 service nova] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.635594] env[69433]: DEBUG oslo_concurrency.lockutils [req-7b1b055a-1517-47cf-bfc8-d4ee13d17c83 req-25f0bb91-6e6c-4f98-b873-34bfe853c683 service nova] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.635762] env[69433]: DEBUG oslo_concurrency.lockutils [req-7b1b055a-1517-47cf-bfc8-d4ee13d17c83 req-25f0bb91-6e6c-4f98-b873-34bfe853c683 service nova] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.635930] env[69433]: DEBUG nova.compute.manager [req-7b1b055a-1517-47cf-bfc8-d4ee13d17c83 req-25f0bb91-6e6c-4f98-b873-34bfe853c683 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] No waiting events found dispatching network-vif-plugged-72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.636111] env[69433]: WARNING nova.compute.manager [req-7b1b055a-1517-47cf-bfc8-d4ee13d17c83 req-25f0bb91-6e6c-4f98-b873-34bfe853c683 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Received unexpected event network-vif-plugged-72d78d84-ad97-4d0e-b156-72a8d216dbd4 for instance with vm_state building and task_state spawning. [ 1119.652960] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339299, 'name': Rename_Task, 'duration_secs': 0.1409} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.653339] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.654303] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b779616a-8ecd-4758-951c-dee57331af86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.660584] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1119.660584] env[69433]: value = "task-3339300" [ 1119.660584] env[69433]: _type = "Task" [ 1119.660584] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.671764] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.707628] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5231cfe7-9a46-e0e1-0384-276b5b77f902, 'name': SearchDatastore_Task, 'duration_secs': 0.008153} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.708518] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68601621-fa15-48c3-a722-ae1b4de8eb7b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.715280] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1119.715280] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528d21b2-35b5-575f-d186-1eefc8bdc8b0" [ 1119.715280] env[69433]: _type = "Task" [ 1119.715280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.724421] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528d21b2-35b5-575f-d186-1eefc8bdc8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.734902] env[69433]: DEBUG nova.network.neutron [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Successfully updated port: 72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.025360] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339297, 'name': ReconfigVM_Task, 'duration_secs': 1.128219} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.025671] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666487', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'name': 'volume-0b0a5822-1d5c-482e-81a5-3f0705502375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '673b49e8-f5c2-4837-a023-9632d53e8c60', 'attached_at': '', 'detached_at': '', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'serial': '0b0a5822-1d5c-482e-81a5-3f0705502375'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.026413] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f375c38-f1de-4a03-a0d8-6329c6e7a58f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.033842] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1120.033842] env[69433]: value = "task-3339301" [ 1120.033842] env[69433]: _type = "Task" [ 1120.033842] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.047020] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339301, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.170575] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339300, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.225622] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528d21b2-35b5-575f-d186-1eefc8bdc8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.225959] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.226239] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] b0b60e40-f5c2-4b7b-ae32-98ac056f42da/b0b60e40-f5c2-4b7b-ae32-98ac056f42da.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.226508] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-147d93a6-c686-42c9-9d4c-8cf4b2b71e30 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.233960] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1120.233960] env[69433]: value = "task-3339302" [ 1120.233960] env[69433]: _type = "Task" [ 1120.233960] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.241937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.241937] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.242160] env[69433]: DEBUG nova.network.neutron [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.243236] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.546914] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339301, 'name': Rename_Task, 'duration_secs': 0.120725} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.548302] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.549152] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5ce0e6-4879-45b6-af68-b5d8225b2830 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.551851] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f4ba4dc-8c70-439f-b4b0-9b183aa93fd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.558722] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecbc18e-90ca-4b55-966a-28d9cfb88036 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.562825] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1120.562825] env[69433]: value = "task-3339303" [ 1120.562825] env[69433]: _type = "Task" [ 1120.562825] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.596194] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbba674-b5b9-4afd-8212-268cb5b9d665 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.604017] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.609362] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bc067-1644-4d64-96ba-893da82d474e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.623517] env[69433]: DEBUG nova.compute.provider_tree [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1120.673189] env[69433]: DEBUG oslo_vmware.api [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339300, 'name': PowerOnVM_Task, 'duration_secs': 0.624265} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.673533] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.673731] env[69433]: INFO nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1120.673913] env[69433]: DEBUG nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.674714] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1ef173-4134-4a40-8107-b5ffee97e186 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.743677] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448778} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.744063] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] b0b60e40-f5c2-4b7b-ae32-98ac056f42da/b0b60e40-f5c2-4b7b-ae32-98ac056f42da.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.744289] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.746279] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76b4ad14-8739-421f-a667-10c1b1478285 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.753038] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1120.753038] env[69433]: value = "task-3339304" [ 1120.753038] env[69433]: _type = "Task" [ 1120.753038] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.760397] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.780468] env[69433]: DEBUG nova.network.neutron [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.909618] env[69433]: DEBUG nova.network.neutron [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updating instance_info_cache with network_info: [{"id": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "address": "fa:16:3e:63:91:67", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d78d84-ad", "ovs_interfaceid": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.075553] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.146669] env[69433]: ERROR nova.scheduler.client.report [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [req-9f5d12b8-7ab7-4030-869f-a4597c3e6fce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f5d12b8-7ab7-4030-869f-a4597c3e6fce"}]} [ 1121.163287] env[69433]: DEBUG nova.scheduler.client.report [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1121.181032] env[69433]: DEBUG nova.scheduler.client.report [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1121.181454] env[69433]: DEBUG nova.compute.provider_tree [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.196860] env[69433]: DEBUG nova.scheduler.client.report [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1121.202055] env[69433]: INFO nova.compute.manager [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Took 15.32 seconds to build instance. [ 1121.221307] env[69433]: DEBUG nova.scheduler.client.report [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1121.267883] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058353} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.268211] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.271333] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553f0c5c-3c90-4d60-81b0-621bf321cc2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.312145] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] b0b60e40-f5c2-4b7b-ae32-98ac056f42da/b0b60e40-f5c2-4b7b-ae32-98ac056f42da.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.316268] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b596df03-32e6-444b-87bb-9cc18bb4cc93 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.336798] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1121.336798] env[69433]: value = "task-3339305" [ 1121.336798] env[69433]: _type = "Task" [ 1121.336798] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.344491] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339305, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.413794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.414225] env[69433]: DEBUG nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Instance network_info: |[{"id": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "address": "fa:16:3e:63:91:67", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d78d84-ad", "ovs_interfaceid": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.417013] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:91:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72d78d84-ad97-4d0e-b156-72a8d216dbd4', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.423097] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.425844] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.426445] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-547c781c-97ea-4d6c-bd9b-90e3315ec44d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.450046] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.450046] env[69433]: value = "task-3339306" [ 1121.450046] env[69433]: _type = "Task" [ 1121.450046] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.456422] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418d7f7f-d7ca-43e2-8ce8-e1b940b94456 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.462435] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339306, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.466984] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc391e-bd76-4e9b-b467-406b9c8efc36 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.500764] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de20bb82-57e3-4762-b700-22d1aedaefa6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.508965] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403d09ba-ef2b-4bea-a1ad-a4ad13eaf92e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.526027] env[69433]: DEBUG nova.compute.provider_tree [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1121.573455] env[69433]: DEBUG oslo_vmware.api [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339303, 'name': PowerOnVM_Task, 'duration_secs': 0.707208} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.573732] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.573937] env[69433]: INFO nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1121.574134] env[69433]: DEBUG nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.574938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2436ae-0d15-41b8-bbd6-7dfe13f4d3ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.668309] env[69433]: DEBUG nova.compute.manager [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Received event network-changed-72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.668483] env[69433]: DEBUG nova.compute.manager [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Refreshing instance network info cache due to event network-changed-72d78d84-ad97-4d0e-b156-72a8d216dbd4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.669062] env[69433]: DEBUG oslo_concurrency.lockutils [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] Acquiring lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.669062] env[69433]: DEBUG oslo_concurrency.lockutils [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] Acquired lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.669062] env[69433]: DEBUG nova.network.neutron [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Refreshing network info cache for port 72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.707670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-518ca5ff-c443-49ef-9468-67fb6aaa2f42 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "5fe04a0b-b285-4819-86b0-a063840f276f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.834s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.846793] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339305, 'name': ReconfigVM_Task, 'duration_secs': 0.31082} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.847100] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Reconfigured VM instance instance-0000006d to attach disk [datastore1] b0b60e40-f5c2-4b7b-ae32-98ac056f42da/b0b60e40-f5c2-4b7b-ae32-98ac056f42da.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.847728] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f1a5709-9a5f-4fdf-920a-3f984c94a1df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.854480] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1121.854480] env[69433]: value = "task-3339307" [ 1121.854480] env[69433]: _type = "Task" [ 1121.854480] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.862172] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339307, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.961248] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339306, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.062931] env[69433]: DEBUG nova.scheduler.client.report [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1122.063097] env[69433]: DEBUG nova.compute.provider_tree [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 141 to 142 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1122.064096] env[69433]: DEBUG nova.compute.provider_tree [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.091905] env[69433]: INFO nova.compute.manager [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Took 17.58 seconds to build instance. [ 1122.173354] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.173916] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.176921] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.177114] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.177279] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.177429] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.177578] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.181024] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1122.181024] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.366741] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339307, 'name': Rename_Task, 'duration_secs': 0.145639} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.366741] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.366741] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4994bc9-838a-4788-a6ae-27252a2627bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.374021] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1122.374021] env[69433]: value = "task-3339308" [ 1122.374021] env[69433]: _type = "Task" [ 1122.374021] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.379503] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.412863] env[69433]: DEBUG nova.network.neutron [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updated VIF entry in instance network info cache for port 72d78d84-ad97-4d0e-b156-72a8d216dbd4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.413370] env[69433]: DEBUG nova.network.neutron [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updating instance_info_cache with network_info: [{"id": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "address": "fa:16:3e:63:91:67", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d78d84-ad", "ovs_interfaceid": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.463470] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339306, 'name': CreateVM_Task, 'duration_secs': 0.620473} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.463470] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.463470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.463470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.463470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.463470] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e5a773-c20d-4249-a983-7d1ce9cbf50a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.468018] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1122.468018] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c09f04-beb5-594e-f069-33f7642185b7" [ 1122.468018] env[69433]: _type = "Task" [ 1122.468018] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.474748] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c09f04-beb5-594e-f069-33f7642185b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.571018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.204s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.571018] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.572281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.181s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.573767] env[69433]: INFO nova.compute.claims [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.594647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-452ad17e-c8c8-4413-9e08-9f44cb447032 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.091s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.680859] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.883234] env[69433]: DEBUG oslo_vmware.api [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339308, 'name': PowerOnVM_Task, 'duration_secs': 0.458075} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.883756] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.884093] env[69433]: INFO nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1122.885314] env[69433]: DEBUG nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.885408] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c251ffc-2d38-491f-98df-ed3c7036be2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.916266] env[69433]: DEBUG oslo_concurrency.lockutils [req-15211165-99f6-403a-b22f-d59e42fb603b req-d23eb708-15e8-48eb-b28d-a6f8d2a49e57 service nova] Releasing lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.977322] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c09f04-beb5-594e-f069-33f7642185b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017974} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.977932] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.978328] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.978972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.981031] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.981031] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.981031] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-704e2b92-3cc6-41c4-99bd-6acaa1e1d121 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.989037] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.989394] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.990249] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3badee-b798-4fe8-996a-7b7bacff431f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.996628] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1122.996628] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e9695e-b1ef-73ba-b842-14b6d8edc4c1" [ 1122.996628] env[69433]: _type = "Task" [ 1122.996628] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.004710] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e9695e-b1ef-73ba-b842-14b6d8edc4c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.080032] env[69433]: DEBUG nova.compute.utils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.082145] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.082456] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.128334] env[69433]: DEBUG nova.policy [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d319873a0444505b8c39bf1e2d6a540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8355468893c342d3815879e01df0923f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.406354] env[69433]: INFO nova.compute.manager [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Took 14.63 seconds to build instance. [ 1123.450786] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Successfully created port: 3d69089a-204b-4604-9f68-96bfc884e6a0 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.505209] env[69433]: DEBUG nova.compute.manager [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.505430] env[69433]: DEBUG nova.compute.manager [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing instance network info cache due to event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.505647] env[69433]: DEBUG oslo_concurrency.lockutils [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.507631] env[69433]: DEBUG oslo_concurrency.lockutils [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.507631] env[69433]: DEBUG nova.network.neutron [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.514715] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e9695e-b1ef-73ba-b842-14b6d8edc4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010044} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.516546] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33b9d0e-fd84-474c-ab91-6955cc3ab14e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.523616] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1123.523616] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529d74e1-7721-2bba-5804-1892cf7efbd1" [ 1123.523616] env[69433]: _type = "Task" [ 1123.523616] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.536025] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529d74e1-7721-2bba-5804-1892cf7efbd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.586535] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.703206] env[69433]: DEBUG nova.compute.manager [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.703430] env[69433]: DEBUG nova.compute.manager [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing instance network info cache due to event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.703648] env[69433]: DEBUG oslo_concurrency.lockutils [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.703794] env[69433]: DEBUG oslo_concurrency.lockutils [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.703963] env[69433]: DEBUG nova.network.neutron [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.780881] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b35156-d9be-43bd-866a-6f480332cbf8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.790059] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f7fe5-2842-45d6-9463-7ffa7e22dd98 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.821906] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c9c41a-f3f9-433f-9066-eeaf1ab11550 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.830691] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02834c25-0402-47e4-a607-d3bcee90c643 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.845911] env[69433]: DEBUG nova.compute.provider_tree [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.908167] env[69433]: DEBUG oslo_concurrency.lockutils [None req-cb39432a-010f-474f-90b7-415ffe080d02 tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.135s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.034664] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529d74e1-7721-2bba-5804-1892cf7efbd1, 'name': SearchDatastore_Task, 'duration_secs': 0.020616} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.035087] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.035459] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] c1676d61-698c-43e1-8965-f7ffe09d97dc/c1676d61-698c-43e1-8965-f7ffe09d97dc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.035882] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f81e98-638a-45fe-a492-a6187dbab78d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.045016] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1124.045016] env[69433]: value = "task-3339309" [ 1124.045016] env[69433]: _type = "Task" [ 1124.045016] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.051494] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.324945] env[69433]: DEBUG nova.network.neutron [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updated VIF entry in instance network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.325902] env[69433]: DEBUG nova.network.neutron [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.354697] env[69433]: DEBUG nova.scheduler.client.report [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.526834] env[69433]: DEBUG nova.network.neutron [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updated VIF entry in instance network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.526834] env[69433]: DEBUG nova.network.neutron [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.569163] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.606791] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.641017] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.641465] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.641790] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.642178] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.642493] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.642817] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.643289] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.643609] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.643956] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.644308] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.644660] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.646630] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c69284-99f3-4016-80ad-781ad512c7eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.658328] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4ece19-92b8-4828-8d94-14cf2c78f888 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.829092] env[69433]: DEBUG oslo_concurrency.lockutils [req-4f6f7ad1-3ded-42e0-bd4d-acc9210ce94a req-6c835bcc-215a-43ab-8a3e-315a18e17dd0 service nova] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.866115] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.866667] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1124.869423] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.189s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.869673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.869859] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1124.871077] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3bfca2-32cd-4a7c-9148-cc34e2790f77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.882071] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703b3047-7a8d-4de0-9e94-55130b5bcbe2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.897628] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4ee28-7d25-454d-a46e-b9cae3bd25b0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.905455] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a7e72a-d6a2-4c0a-bf15-8a10cce35f88 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.939208] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179901MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1124.939431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.939678] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.033015] env[69433]: DEBUG oslo_concurrency.lockutils [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.033015] env[69433]: DEBUG nova.compute.manager [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.033015] env[69433]: DEBUG nova.compute.manager [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing instance network info cache due to event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.033015] env[69433]: DEBUG oslo_concurrency.lockutils [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.033015] env[69433]: DEBUG oslo_concurrency.lockutils [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.033015] env[69433]: DEBUG nova.network.neutron [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.055371] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339309, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.076233] env[69433]: DEBUG nova.compute.manager [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1125.090353] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Successfully updated port: 3d69089a-204b-4604-9f68-96bfc884e6a0 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.256042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.256042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.256302] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.256382] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.256551] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.258559] env[69433]: INFO nova.compute.manager [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Terminating instance [ 1125.372093] env[69433]: DEBUG nova.compute.utils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1125.373492] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1125.373670] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.415239] env[69433]: DEBUG nova.policy [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d319873a0444505b8c39bf1e2d6a540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8355468893c342d3815879e01df0923f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.533298] env[69433]: DEBUG nova.compute.manager [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.533553] env[69433]: DEBUG nova.compute.manager [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing instance network info cache due to event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.533727] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.534107] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.534107] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.553852] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339309, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.041198} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.554125] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] c1676d61-698c-43e1-8965-f7ffe09d97dc/c1676d61-698c-43e1-8965-f7ffe09d97dc.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.554335] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.554584] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48bd72ce-0857-45cf-ab2d-65aa1dbbb981 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.561026] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1125.561026] env[69433]: value = "task-3339310" [ 1125.561026] env[69433]: _type = "Task" [ 1125.561026] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.569129] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.592950] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "refresh_cache-2344a033-d266-49fd-b6a9-414d29e0eae2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.593119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "refresh_cache-2344a033-d266-49fd-b6a9-414d29e0eae2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.593273] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.605547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.670989] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Successfully created port: 92bc6924-6bae-4e81-9d2d-4b94676cd8a5 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1125.741234] env[69433]: DEBUG nova.compute.manager [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Received event network-vif-plugged-3d69089a-204b-4604-9f68-96bfc884e6a0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.741475] env[69433]: DEBUG oslo_concurrency.lockutils [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] Acquiring lock "2344a033-d266-49fd-b6a9-414d29e0eae2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.741720] env[69433]: DEBUG oslo_concurrency.lockutils [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.741843] env[69433]: DEBUG oslo_concurrency.lockutils [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.742014] env[69433]: DEBUG nova.compute.manager [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] No waiting events found dispatching network-vif-plugged-3d69089a-204b-4604-9f68-96bfc884e6a0 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.742450] env[69433]: WARNING nova.compute.manager [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Received unexpected event network-vif-plugged-3d69089a-204b-4604-9f68-96bfc884e6a0 for instance with vm_state building and task_state spawning. [ 1125.742770] env[69433]: DEBUG nova.compute.manager [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Received event network-changed-3d69089a-204b-4604-9f68-96bfc884e6a0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.743465] env[69433]: DEBUG nova.compute.manager [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Refreshing instance network info cache due to event network-changed-3d69089a-204b-4604-9f68-96bfc884e6a0. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.744216] env[69433]: DEBUG oslo_concurrency.lockutils [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] Acquiring lock "refresh_cache-2344a033-d266-49fd-b6a9-414d29e0eae2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.762041] env[69433]: DEBUG nova.compute.manager [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.762265] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.763173] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8e390c-d746-4566-a548-bb4b5e8f57a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.770720] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.770919] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9db79a3-c279-48cd-be06-d4416fe5a48e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.775978] env[69433]: DEBUG nova.network.neutron [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updated VIF entry in instance network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.776714] env[69433]: DEBUG nova.network.neutron [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.778778] env[69433]: DEBUG oslo_vmware.api [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1125.778778] env[69433]: value = "task-3339311" [ 1125.778778] env[69433]: _type = "Task" [ 1125.778778] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.787759] env[69433]: DEBUG oslo_vmware.api [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.877122] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1125.953671] env[69433]: INFO nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating resource usage from migration 203f72d5-44bf-4889-84fc-6a85e0c31d14 [ 1125.977146] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 83e988de-f174-4768-9f25-518e437b0532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 88d46771-e986-48c4-a7aa-469b26226405 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance fe2e0396-405d-4a43-ba5d-8e19161b0909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5fb5d120-3d5d-4f1b-9def-090132734cd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5fe04a0b-b285-4819-86b0-a063840f276f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance b0b60e40-f5c2-4b7b-ae32-98ac056f42da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978069] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance c1676d61-698c-43e1-8965-f7ffe09d97dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978358] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 2344a033-d266-49fd-b6a9-414d29e0eae2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978358] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 50cbf852-5159-4e39-880a-8cb4e388bebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978471] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Migration 203f72d5-44bf-4889-84fc-6a85e0c31d14 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1125.978580] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 673b49e8-f5c2-4837-a023-9632d53e8c60 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1125.978793] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1125.978999] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1126.074857] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065214} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.075413] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.076206] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa529e5f-faf6-4bfb-a408-13c414ccccfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.102268] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] c1676d61-698c-43e1-8965-f7ffe09d97dc/c1676d61-698c-43e1-8965-f7ffe09d97dc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.109069] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaeeee16-8ed2-4278-846a-04095e4afb12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.129350] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1126.129350] env[69433]: value = "task-3339312" [ 1126.129350] env[69433]: _type = "Task" [ 1126.129350] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.141663] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.185772] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.207289] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e651b01e-47b1-41a5-991a-06740b10a1a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.215536] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d28e785-8eac-4f6a-8573-4345a1669712 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.253048] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bfc6fc-4e4e-422a-ae4f-ceaf74d0b927 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.263769] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48d598f-4dba-4ff7-8306-8e1e64da74c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.279503] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.284668] env[69433]: DEBUG oslo_concurrency.lockutils [req-d6c8820a-e921-4be7-bdba-07f8f646c7f3 req-c35ff7f8-4ab3-4045-88f9-f17e416c6d7c service nova] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.290186] env[69433]: DEBUG oslo_vmware.api [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339311, 'name': PowerOffVM_Task, 'duration_secs': 0.213105} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.291261] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.291459] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.291732] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db2977eb-9902-42e9-aa90-448f4d55feca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.370532] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.370832] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.371103] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Deleting the datastore file [datastore1] b0b60e40-f5c2-4b7b-ae32-98ac056f42da {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.371457] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0acf47f9-40d0-4b4d-90ce-39ea2189390f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.377668] env[69433]: DEBUG oslo_vmware.api [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for the task: (returnval){ [ 1126.377668] env[69433]: value = "task-3339314" [ 1126.377668] env[69433]: _type = "Task" [ 1126.377668] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.394426] env[69433]: DEBUG oslo_vmware.api [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.446043] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updated VIF entry in instance network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.446464] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.448581] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Updating instance_info_cache with network_info: [{"id": "3d69089a-204b-4604-9f68-96bfc884e6a0", "address": "fa:16:3e:57:6d:24", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d69089a-20", "ovs_interfaceid": "3d69089a-204b-4604-9f68-96bfc884e6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.641421] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.786164] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.893144] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1126.896129] env[69433]: DEBUG oslo_vmware.api [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Task: {'id': task-3339314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278738} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.896797] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.897095] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.897372] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.897672] env[69433]: INFO nova.compute.manager [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1126.898012] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.898310] env[69433]: DEBUG nova.compute.manager [-] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1126.898476] env[69433]: DEBUG nova.network.neutron [-] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1126.924464] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.924714] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.924866] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.925123] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.925420] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.925420] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.925624] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.925783] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.925970] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.926150] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.926327] env[69433]: DEBUG nova.virt.hardware [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.927252] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99486f1c-e571-4d74-84fc-65a1cbd2e1c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.936190] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1494ac-e896-4136-a277-b9ae9b3571e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.951874] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.952171] env[69433]: DEBUG nova.compute.manager [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Received event network-changed-ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.952350] env[69433]: DEBUG nova.compute.manager [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Refreshing instance network info cache due to event network-changed-ca42f8d7-ed45-49ad-8cea-b8367f4664c0. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.952565] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Acquiring lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.952709] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Acquired lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.952868] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Refreshing network info cache for port ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.954228] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "refresh_cache-2344a033-d266-49fd-b6a9-414d29e0eae2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.954494] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Instance network_info: |[{"id": "3d69089a-204b-4604-9f68-96bfc884e6a0", "address": "fa:16:3e:57:6d:24", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d69089a-20", "ovs_interfaceid": "3d69089a-204b-4604-9f68-96bfc884e6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.955190] env[69433]: DEBUG oslo_concurrency.lockutils [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] Acquired lock "refresh_cache-2344a033-d266-49fd-b6a9-414d29e0eae2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.955372] env[69433]: DEBUG nova.network.neutron [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Refreshing network info cache for port 3d69089a-204b-4604-9f68-96bfc884e6a0 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.956371] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:6d:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d69089a-204b-4604-9f68-96bfc884e6a0', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.963972] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Creating folder: Project (8355468893c342d3815879e01df0923f). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.965452] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-750b3c98-8640-4fcd-b376-2392587fd7ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.976319] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Created folder: Project (8355468893c342d3815879e01df0923f) in parent group-v666200. [ 1126.976520] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Creating folder: Instances. Parent ref: group-v666501. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.976814] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80fc2ac2-0ce3-47c5-b5f6-982f0cc636e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.989459] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Created folder: Instances in parent group-v666501. [ 1126.989698] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.989892] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.990124] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d293fc4f-9563-4c7f-857c-b638effca7ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.009480] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.009480] env[69433]: value = "task-3339317" [ 1127.009480] env[69433]: _type = "Task" [ 1127.009480] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.017658] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339317, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.141546] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339312, 'name': ReconfigVM_Task, 'duration_secs': 0.935679} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.142943] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] c1676d61-698c-43e1-8965-f7ffe09d97dc/c1676d61-698c-43e1-8965-f7ffe09d97dc.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.143347] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-883eaf6b-58ea-4382-81fb-8eddb585d3d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.149923] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1127.149923] env[69433]: value = "task-3339318" [ 1127.149923] env[69433]: _type = "Task" [ 1127.149923] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.160331] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339318, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.162966] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Successfully updated port: 92bc6924-6bae-4e81-9d2d-4b94676cd8a5 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.291262] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1127.291474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.352s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.291795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.686s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.519780] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339317, 'name': CreateVM_Task, 'duration_secs': 0.35366} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.520083] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.520838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.521142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.521963] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.521963] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f210283-6810-4457-a0e2-94a7c837ee2a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.527068] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1127.527068] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238e39c-5b19-50fd-6056-1d7b9cabbf2d" [ 1127.527068] env[69433]: _type = "Task" [ 1127.527068] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.534635] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238e39c-5b19-50fd-6056-1d7b9cabbf2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.560149] env[69433]: DEBUG nova.compute.manager [req-dbacfd61-657e-4789-acc0-671fd95a038d req-457820ff-77a4-4cdc-8b30-b60433e52fbc service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Received event network-vif-deleted-4aa1e7b4-4839-4630-bf84-73bef3443bc2 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.560367] env[69433]: INFO nova.compute.manager [req-dbacfd61-657e-4789-acc0-671fd95a038d req-457820ff-77a4-4cdc-8b30-b60433e52fbc service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Neutron deleted interface 4aa1e7b4-4839-4630-bf84-73bef3443bc2; detaching it from the instance and deleting it from the info cache [ 1127.560541] env[69433]: DEBUG nova.network.neutron [req-dbacfd61-657e-4789-acc0-671fd95a038d req-457820ff-77a4-4cdc-8b30-b60433e52fbc service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.660764] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339318, 'name': Rename_Task, 'duration_secs': 0.156574} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.661080] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.661317] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a7f0bd-2ed5-4a68-abff-162dcca4eb81 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.666217] env[69433]: DEBUG nova.network.neutron [-] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.667634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "refresh_cache-50cbf852-5159-4e39-880a-8cb4e388bebf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.667811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "refresh_cache-50cbf852-5159-4e39-880a-8cb4e388bebf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.667902] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.673626] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1127.673626] env[69433]: value = "task-3339319" [ 1127.673626] env[69433]: _type = "Task" [ 1127.673626] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.688720] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339319, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.712921] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updated VIF entry in instance network info cache for port ca42f8d7-ed45-49ad-8cea-b8367f4664c0. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.713376] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updating instance_info_cache with network_info: [{"id": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "address": "fa:16:3e:3d:35:32", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca42f8d7-ed", "ovs_interfaceid": "ca42f8d7-ed45-49ad-8cea-b8367f4664c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.767841] env[69433]: DEBUG nova.compute.manager [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Received event network-vif-plugged-92bc6924-6bae-4e81-9d2d-4b94676cd8a5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.768063] env[69433]: DEBUG oslo_concurrency.lockutils [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] Acquiring lock "50cbf852-5159-4e39-880a-8cb4e388bebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.768281] env[69433]: DEBUG oslo_concurrency.lockutils [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.768527] env[69433]: DEBUG oslo_concurrency.lockutils [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.768642] env[69433]: DEBUG nova.compute.manager [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] No waiting events found dispatching network-vif-plugged-92bc6924-6bae-4e81-9d2d-4b94676cd8a5 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.768776] env[69433]: WARNING nova.compute.manager [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Received unexpected event network-vif-plugged-92bc6924-6bae-4e81-9d2d-4b94676cd8a5 for instance with vm_state building and task_state spawning. [ 1127.769020] env[69433]: DEBUG nova.compute.manager [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Received event network-changed-92bc6924-6bae-4e81-9d2d-4b94676cd8a5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.769221] env[69433]: DEBUG nova.compute.manager [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Refreshing instance network info cache due to event network-changed-92bc6924-6bae-4e81-9d2d-4b94676cd8a5. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.769396] env[69433]: DEBUG oslo_concurrency.lockutils [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] Acquiring lock "refresh_cache-50cbf852-5159-4e39-880a-8cb4e388bebf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.797201] env[69433]: INFO nova.compute.claims [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.978715] env[69433]: DEBUG nova.network.neutron [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Updated VIF entry in instance network info cache for port 3d69089a-204b-4604-9f68-96bfc884e6a0. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.979215] env[69433]: DEBUG nova.network.neutron [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Updating instance_info_cache with network_info: [{"id": "3d69089a-204b-4604-9f68-96bfc884e6a0", "address": "fa:16:3e:57:6d:24", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d69089a-20", "ovs_interfaceid": "3d69089a-204b-4604-9f68-96bfc884e6a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.037849] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238e39c-5b19-50fd-6056-1d7b9cabbf2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.038177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.038412] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.038643] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.038791] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.038968] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.039247] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9ca69bf-9155-43c7-a94a-58b3b68d0fbf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.054685] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.054959] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.056364] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158876a5-14f1-4bd5-a920-c009d1cb31f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.062434] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1128.062434] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f808e1-92b0-5ab9-ae4d-a9a009f2131c" [ 1128.062434] env[69433]: _type = "Task" [ 1128.062434] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.065913] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e065596a-64c6-4d8d-8526-eae4c656062d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.072312] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f808e1-92b0-5ab9-ae4d-a9a009f2131c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.076065] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c831730-867f-4618-9c01-ec736a2ededd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.108417] env[69433]: DEBUG nova.compute.manager [req-dbacfd61-657e-4789-acc0-671fd95a038d req-457820ff-77a4-4cdc-8b30-b60433e52fbc service nova] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Detach interface failed, port_id=4aa1e7b4-4839-4630-bf84-73bef3443bc2, reason: Instance b0b60e40-f5c2-4b7b-ae32-98ac056f42da could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1128.169980] env[69433]: INFO nova.compute.manager [-] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Took 1.27 seconds to deallocate network for instance. [ 1128.188432] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.212465] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.217915] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Releasing lock "refresh_cache-3d34de78-04b1-4473-b577-88f8014a5c19" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.218312] env[69433]: DEBUG nova.compute.manager [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Received event network-changed-333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.218555] env[69433]: DEBUG nova.compute.manager [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Refreshing instance network info cache due to event network-changed-333cdf1c-4f28-4129-8207-36dc47cba694. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.218809] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Acquiring lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.219058] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Acquired lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.219300] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Refreshing network info cache for port 333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.304719] env[69433]: INFO nova.compute.resource_tracker [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating resource usage from migration 203f72d5-44bf-4889-84fc-6a85e0c31d14 [ 1128.357437] env[69433]: DEBUG nova.network.neutron [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Updating instance_info_cache with network_info: [{"id": "92bc6924-6bae-4e81-9d2d-4b94676cd8a5", "address": "fa:16:3e:b9:5b:98", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92bc6924-6b", "ovs_interfaceid": "92bc6924-6bae-4e81-9d2d-4b94676cd8a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.480685] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9b456e-10bd-4d42-b851-7b8be2c2578b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.483859] env[69433]: DEBUG oslo_concurrency.lockutils [req-30e0c9d6-4adb-41c1-95a0-6dfbe9dd4b7f req-2f1259b1-3522-4d6f-b7e9-a26072a436d3 service nova] Releasing lock "refresh_cache-2344a033-d266-49fd-b6a9-414d29e0eae2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.488699] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e511e-cf36-4c0b-9100-9a85e90389ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.519644] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc4e8f3-d783-477e-aa09-1cb702b10df4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.526676] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b3113c-379c-4a29-b1ff-04f3c9ed4e6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.539662] env[69433]: DEBUG nova.compute.provider_tree [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.572694] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f808e1-92b0-5ab9-ae4d-a9a009f2131c, 'name': SearchDatastore_Task, 'duration_secs': 0.020142} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.573499] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37afa3c8-80f4-4d2e-b38c-4c533177a4ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.579280] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1128.579280] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bbf017-d853-2064-e573-09e72983198b" [ 1128.579280] env[69433]: _type = "Task" [ 1128.579280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.587279] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bbf017-d853-2064-e573-09e72983198b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.680286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.688654] env[69433]: DEBUG oslo_vmware.api [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339319, 'name': PowerOnVM_Task, 'duration_secs': 0.640769} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.688964] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.689195] env[69433]: INFO nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1128.689379] env[69433]: DEBUG nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.690215] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2668dab8-0c0c-4027-b0c8-18194757bd0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.860126] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "refresh_cache-50cbf852-5159-4e39-880a-8cb4e388bebf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.860476] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Instance network_info: |[{"id": "92bc6924-6bae-4e81-9d2d-4b94676cd8a5", "address": "fa:16:3e:b9:5b:98", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92bc6924-6b", "ovs_interfaceid": "92bc6924-6bae-4e81-9d2d-4b94676cd8a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.863083] env[69433]: DEBUG oslo_concurrency.lockutils [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] Acquired lock "refresh_cache-50cbf852-5159-4e39-880a-8cb4e388bebf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.863276] env[69433]: DEBUG nova.network.neutron [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Refreshing network info cache for port 92bc6924-6bae-4e81-9d2d-4b94676cd8a5 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.864384] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:5b:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92bc6924-6bae-4e81-9d2d-4b94676cd8a5', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.872069] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.872938] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.873458] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fe4ffe1-0682-46dd-8487-b9bd6e3990e0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.893867] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.893867] env[69433]: value = "task-3339320" [ 1128.893867] env[69433]: _type = "Task" [ 1128.893867] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.901651] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339320, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.933895] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updated VIF entry in instance network info cache for port 333cdf1c-4f28-4129-8207-36dc47cba694. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.934321] env[69433]: DEBUG nova.network.neutron [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [{"id": "333cdf1c-4f28-4129-8207-36dc47cba694", "address": "fa:16:3e:7d:cd:6c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333cdf1c-4f", "ovs_interfaceid": "333cdf1c-4f28-4129-8207-36dc47cba694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.043030] env[69433]: DEBUG nova.scheduler.client.report [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.089930] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52bbf017-d853-2064-e573-09e72983198b, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.090227] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.090493] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2344a033-d266-49fd-b6a9-414d29e0eae2/2344a033-d266-49fd-b6a9-414d29e0eae2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.091098] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea3b1690-fff5-40c2-83cb-a8f2a38eda9c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.097724] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1129.097724] env[69433]: value = "task-3339321" [ 1129.097724] env[69433]: _type = "Task" [ 1129.097724] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.105595] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.210185] env[69433]: INFO nova.compute.manager [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Took 18.75 seconds to build instance. [ 1129.405216] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339320, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.437806] env[69433]: DEBUG oslo_concurrency.lockutils [req-fc28f56d-ff23-458a-aa3f-b84854d29966 req-0896823e-83ad-447b-a584-6b1df7588637 service nova] Releasing lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.549026] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.257s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.549405] env[69433]: INFO nova.compute.manager [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Migrating [ 1129.559748] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.880s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.560050] env[69433]: DEBUG nova.objects.instance [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lazy-loading 'resources' on Instance uuid b0b60e40-f5c2-4b7b-ae32-98ac056f42da {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.596897] env[69433]: DEBUG nova.network.neutron [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Updated VIF entry in instance network info cache for port 92bc6924-6bae-4e81-9d2d-4b94676cd8a5. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.597291] env[69433]: DEBUG nova.network.neutron [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Updating instance_info_cache with network_info: [{"id": "92bc6924-6bae-4e81-9d2d-4b94676cd8a5", "address": "fa:16:3e:b9:5b:98", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92bc6924-6b", "ovs_interfaceid": "92bc6924-6bae-4e81-9d2d-4b94676cd8a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.607805] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482666} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.610944] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2344a033-d266-49fd-b6a9-414d29e0eae2/2344a033-d266-49fd-b6a9-414d29e0eae2.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.611224] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.611863] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f17a04b2-67e8-42f3-8edc-a427266eb100 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.617883] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1129.617883] env[69433]: value = "task-3339322" [ 1129.617883] env[69433]: _type = "Task" [ 1129.617883] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.628660] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.713625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-117f80a5-1fb8-4c7c-873b-98b80c8a32f2 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.263s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.768638] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f88348-582a-4dcc-8385-16fa45d9a3be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.777020] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cabcfd9-ffbe-47a2-a16e-e0664d8351fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.809879] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b217daa9-94ae-4ea8-bbb2-65720cec9a82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.812807] env[69433]: DEBUG nova.compute.manager [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Received event network-changed-72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.812994] env[69433]: DEBUG nova.compute.manager [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Refreshing instance network info cache due to event network-changed-72d78d84-ad97-4d0e-b156-72a8d216dbd4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.813223] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] Acquiring lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.813365] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] Acquired lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.813916] env[69433]: DEBUG nova.network.neutron [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Refreshing network info cache for port 72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.821119] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad82b6c2-72b9-49cd-95d3-918e39309951 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.835872] env[69433]: DEBUG nova.compute.provider_tree [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.903914] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339320, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.070229] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.070432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.070616] env[69433]: DEBUG nova.network.neutron [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.103149] env[69433]: DEBUG oslo_concurrency.lockutils [req-73cbe4ea-36ee-4aaa-926a-a7b227233714 req-83e46f3f-e8df-494f-b158-a56bfca2f455 service nova] Releasing lock "refresh_cache-50cbf852-5159-4e39-880a-8cb4e388bebf" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.128261] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074956} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.128416] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.129250] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e49cc5-af61-4eaa-9125-965c8e2b4fd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.150907] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 2344a033-d266-49fd-b6a9-414d29e0eae2/2344a033-d266-49fd-b6a9-414d29e0eae2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.151548] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c5ac443-b3ea-4c05-aee1-56054ebe4fd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.171970] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1130.171970] env[69433]: value = "task-3339323" [ 1130.171970] env[69433]: _type = "Task" [ 1130.171970] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.180080] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339323, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.339821] env[69433]: DEBUG nova.scheduler.client.report [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.404024] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339320, 'name': CreateVM_Task, 'duration_secs': 1.455707} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.404217] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.404894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.405079] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.405399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.405679] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862402bc-e629-4c36-96de-dbbbc033a886 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.410485] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1130.410485] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529a944b-7e77-d87b-bae5-c07213c4643a" [ 1130.410485] env[69433]: _type = "Task" [ 1130.410485] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.418121] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529a944b-7e77-d87b-bae5-c07213c4643a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.528033] env[69433]: DEBUG nova.network.neutron [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updated VIF entry in instance network info cache for port 72d78d84-ad97-4d0e-b156-72a8d216dbd4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.528413] env[69433]: DEBUG nova.network.neutron [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updating instance_info_cache with network_info: [{"id": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "address": "fa:16:3e:63:91:67", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72d78d84-ad", "ovs_interfaceid": "72d78d84-ad97-4d0e-b156-72a8d216dbd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.681386] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339323, 'name': ReconfigVM_Task, 'duration_secs': 0.275666} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.683710] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 2344a033-d266-49fd-b6a9-414d29e0eae2/2344a033-d266-49fd-b6a9-414d29e0eae2.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.684352] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc5f2877-542d-4d41-b50a-4dbbc733fc15 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.692297] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1130.692297] env[69433]: value = "task-3339324" [ 1130.692297] env[69433]: _type = "Task" [ 1130.692297] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.699469] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339324, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.778407] env[69433]: DEBUG nova.network.neutron [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [{"id": "333cdf1c-4f28-4129-8207-36dc47cba694", "address": "fa:16:3e:7d:cd:6c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333cdf1c-4f", "ovs_interfaceid": "333cdf1c-4f28-4129-8207-36dc47cba694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.846677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.287s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.873128] env[69433]: INFO nova.scheduler.client.report [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Deleted allocations for instance b0b60e40-f5c2-4b7b-ae32-98ac056f42da [ 1130.923936] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529a944b-7e77-d87b-bae5-c07213c4643a, 'name': SearchDatastore_Task, 'duration_secs': 0.015072} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.923936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.923936] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1130.923936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.923936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.924219] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1130.924612] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dae39d4-85a0-4031-ba56-a65a7384bd15 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.933404] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1130.933585] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1130.934299] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1f97f9-3d6f-4701-b0c0-a8789a45672c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.939610] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1130.939610] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5296442c-1bf8-7125-7b03-2afd7e59f050" [ 1130.939610] env[69433]: _type = "Task" [ 1130.939610] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.947797] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5296442c-1bf8-7125-7b03-2afd7e59f050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.031619] env[69433]: DEBUG oslo_concurrency.lockutils [req-e2273e85-8619-4ad1-bec0-d0e544fd2a70 req-80a086c7-617a-4d8a-89c5-1b7e25b6db12 service nova] Releasing lock "refresh_cache-c1676d61-698c-43e1-8965-f7ffe09d97dc" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.202383] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339324, 'name': Rename_Task, 'duration_secs': 0.178308} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.202667] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.202916] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d9f7f8-e575-4c6b-8c81-afb33b6e018a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.209550] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1131.209550] env[69433]: value = "task-3339325" [ 1131.209550] env[69433]: _type = "Task" [ 1131.209550] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.227595] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339325, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.281760] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.380939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b852a492-a9d6-426b-a2bb-2f9872e0e02a tempest-ServerMetadataNegativeTestJSON-1214777233 tempest-ServerMetadataNegativeTestJSON-1214777233-project-member] Lock "b0b60e40-f5c2-4b7b-ae32-98ac056f42da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.125s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.449547] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5296442c-1bf8-7125-7b03-2afd7e59f050, 'name': SearchDatastore_Task, 'duration_secs': 0.007769} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.450217] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6027ba7a-0359-4ee9-aad0-3ec2a6f530cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.455859] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1131.455859] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b74ed-9935-6383-e4a3-445eec23ec32" [ 1131.455859] env[69433]: _type = "Task" [ 1131.455859] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.464282] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b74ed-9935-6383-e4a3-445eec23ec32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.723101] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339325, 'name': PowerOnVM_Task, 'duration_secs': 0.454931} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.723101] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.723101] env[69433]: INFO nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1131.723532] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.725493] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0352dea1-db0b-4cfd-a18c-e7181db667ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.966621] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]524b74ed-9935-6383-e4a3-445eec23ec32, 'name': SearchDatastore_Task, 'duration_secs': 0.010721} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.966956] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.967275] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 50cbf852-5159-4e39-880a-8cb4e388bebf/50cbf852-5159-4e39-880a-8cb4e388bebf.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1131.967561] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4f6aa1d-ad1c-4c27-a2fb-e53b767f032e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.974605] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1131.974605] env[69433]: value = "task-3339326" [ 1131.974605] env[69433]: _type = "Task" [ 1131.974605] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.983104] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.245379] env[69433]: INFO nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Took 12.90 seconds to build instance. [ 1132.485617] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.747608] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.414s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.796169] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a753315d-818f-4fd3-8270-4a83c55e4785 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.818903] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance '673b49e8-f5c2-4837-a023-9632d53e8c60' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.970261] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.970680] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.986962] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339326, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.325651] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.326059] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98432c26-a791-4814-96a5-a74fcfc1374c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.333766] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1133.333766] env[69433]: value = "task-3339327" [ 1133.333766] env[69433]: _type = "Task" [ 1133.333766] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.341914] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.475107] env[69433]: DEBUG nova.compute.utils [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1133.486221] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339326, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.069} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.486652] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 50cbf852-5159-4e39-880a-8cb4e388bebf/50cbf852-5159-4e39-880a-8cb4e388bebf.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.486974] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.487267] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e4ae7e5-b5f5-42b2-8cbd-8e5dce290ce6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.494961] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1133.494961] env[69433]: value = "task-3339328" [ 1133.494961] env[69433]: _type = "Task" [ 1133.494961] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.505230] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.843685] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339327, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.977811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.004724] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06512} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.004783] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.005676] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9291ab-7a54-4c34-a1ad-9609d7d2d12f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.027465] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 50cbf852-5159-4e39-880a-8cb4e388bebf/50cbf852-5159-4e39-880a-8cb4e388bebf.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.028027] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd113b5-1e48-49ae-9d1a-85bbc71c37c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.046332] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1134.046332] env[69433]: value = "task-3339329" [ 1134.046332] env[69433]: _type = "Task" [ 1134.046332] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.053739] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.345200] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339327, 'name': PowerOffVM_Task, 'duration_secs': 0.557795} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.345479] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.345670] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance '673b49e8-f5c2-4837-a023-9632d53e8c60' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.556758] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339329, 'name': ReconfigVM_Task, 'duration_secs': 0.420414} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.557703] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 50cbf852-5159-4e39-880a-8cb4e388bebf/50cbf852-5159-4e39-880a-8cb4e388bebf.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.558343] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45116a9a-5ef4-491d-bb9e-745afb3bc59b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.565236] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1134.565236] env[69433]: value = "task-3339330" [ 1134.565236] env[69433]: _type = "Task" [ 1134.565236] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.574282] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339330, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.852581] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.852812] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.852917] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.853110] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.853261] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.853410] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.853615] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.853775] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.853942] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.854120] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.854297] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.859325] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f304fd31-b55c-4b6b-978a-dee5e310c191 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.874618] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1134.874618] env[69433]: value = "task-3339331" [ 1134.874618] env[69433]: _type = "Task" [ 1134.874618] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.882447] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.045074] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.045352] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.045513] env[69433]: INFO nova.compute.manager [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Attaching volume 5e09ceb3-cf00-4545-8512-81ec0054fd49 to /dev/sdb [ 1135.075619] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339330, 'name': Rename_Task, 'duration_secs': 0.389183} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.076754] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.077532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a806222-ae39-4039-a167-ced5986c1315 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.080096] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c400badb-e1c7-47c1-bdce-5f3395b55544 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.087843] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe651af0-438b-4c19-9a36-241a29e6aa28 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.090244] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1135.090244] env[69433]: value = "task-3339332" [ 1135.090244] env[69433]: _type = "Task" [ 1135.090244] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.100851] env[69433]: DEBUG nova.virt.block_device [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updating existing volume attachment record: 2118cf44-8672-4db4-acea-4eddadb98f67 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1135.105604] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.384571] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339331, 'name': ReconfigVM_Task, 'duration_secs': 0.228028} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.384881] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance '673b49e8-f5c2-4837-a023-9632d53e8c60' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.600763] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.891388] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.891629] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.891793] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.892038] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.892200] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.892392] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.892656] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.892846] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.893048] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.893199] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.893374] env[69433]: DEBUG nova.virt.hardware [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.900199] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.900585] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb199930-ab8c-4dda-8a0a-7945409c6735 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.921808] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1135.921808] env[69433]: value = "task-3339336" [ 1135.921808] env[69433]: _type = "Task" [ 1135.921808] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.929938] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.101645] env[69433]: DEBUG oslo_vmware.api [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339332, 'name': PowerOnVM_Task, 'duration_secs': 0.912035} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.102023] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.102134] env[69433]: INFO nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Took 9.21 seconds to spawn the instance on the hypervisor. [ 1136.102319] env[69433]: DEBUG nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.103245] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748f37c3-fa29-48f2-877a-7260e1cfbacb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.431798] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339336, 'name': ReconfigVM_Task, 'duration_secs': 0.182717} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.432163] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.432937] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62a707-1b53-4076-a540-70587566a96b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.454199] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-0b0a5822-1d5c-482e-81a5-3f0705502375/volume-0b0a5822-1d5c-482e-81a5-3f0705502375.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.454472] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a483114-26a1-4f65-ac5f-097d0f54cd3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.474023] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1136.474023] env[69433]: value = "task-3339337" [ 1136.474023] env[69433]: _type = "Task" [ 1136.474023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.481274] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.621948] env[69433]: INFO nova.compute.manager [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Took 17.24 seconds to build instance. [ 1136.983363] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.124177] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d2abd94d-f039-43b4-b6cc-f423e47ef31d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.756s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.216993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "2344a033-d266-49fd-b6a9-414d29e0eae2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.217271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.217491] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "2344a033-d266-49fd-b6a9-414d29e0eae2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.217677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.217855] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.220068] env[69433]: INFO nova.compute.manager [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Terminating instance [ 1137.294401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "50cbf852-5159-4e39-880a-8cb4e388bebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.294679] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.294953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "50cbf852-5159-4e39-880a-8cb4e388bebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.295501] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.295501] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.297700] env[69433]: INFO nova.compute.manager [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Terminating instance [ 1137.483567] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.724980] env[69433]: DEBUG nova.compute.manager [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.725290] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.726268] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10286212-56e9-4c85-922a-6654224cc103 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.735903] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.736218] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-499ddfc1-f675-46c7-b747-9a2d55a0aaed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.742148] env[69433]: DEBUG oslo_vmware.api [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1137.742148] env[69433]: value = "task-3339339" [ 1137.742148] env[69433]: _type = "Task" [ 1137.742148] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.750305] env[69433]: DEBUG oslo_vmware.api [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.802312] env[69433]: DEBUG nova.compute.manager [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1137.802556] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.803519] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5b859-a503-44c5-925c-84640e7cc0ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.813612] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.813877] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd7d631-d9ff-482c-aeb4-2285b8eee991 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.820635] env[69433]: DEBUG oslo_vmware.api [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1137.820635] env[69433]: value = "task-3339340" [ 1137.820635] env[69433]: _type = "Task" [ 1137.820635] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.829706] env[69433]: DEBUG oslo_vmware.api [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.984509] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339337, 'name': ReconfigVM_Task, 'duration_secs': 1.264031} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.984855] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-0b0a5822-1d5c-482e-81a5-3f0705502375/volume-0b0a5822-1d5c-482e-81a5-3f0705502375.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.985129] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance '673b49e8-f5c2-4837-a023-9632d53e8c60' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.254041] env[69433]: DEBUG oslo_vmware.api [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339339, 'name': PowerOffVM_Task, 'duration_secs': 0.381666} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.254365] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.254365] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.254537] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b771a6-11a2-4ac1-8792-adcb74e4c19c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.319643] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.320258] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.320258] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleting the datastore file [datastore2] 2344a033-d266-49fd-b6a9-414d29e0eae2 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.320552] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e871d1bc-8708-4737-a848-9274e0cd77ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.331854] env[69433]: DEBUG oslo_vmware.api [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339340, 'name': PowerOffVM_Task, 'duration_secs': 0.189707} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.333191] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.333375] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.333740] env[69433]: DEBUG oslo_vmware.api [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1138.333740] env[69433]: value = "task-3339342" [ 1138.333740] env[69433]: _type = "Task" [ 1138.333740] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.334010] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e48c2ea9-a09a-46bf-a724-2aa13bd9a231 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.343242] env[69433]: DEBUG oslo_vmware.api [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.398017] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.398271] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.398478] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleting the datastore file [datastore2] 50cbf852-5159-4e39-880a-8cb4e388bebf {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.398783] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23e544c2-ac4d-48a4-8102-90bcf690f351 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.404505] env[69433]: DEBUG oslo_vmware.api [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1138.404505] env[69433]: value = "task-3339344" [ 1138.404505] env[69433]: _type = "Task" [ 1138.404505] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.413937] env[69433]: DEBUG oslo_vmware.api [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.492029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d54116-a26a-4077-afa7-675c97785f27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.512820] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b63142-7ba7-46df-93ad-162f8a3494f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.532225] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance '673b49e8-f5c2-4837-a023-9632d53e8c60' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.844996] env[69433]: DEBUG oslo_vmware.api [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135755} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.845287] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.845469] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.845645] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.845819] env[69433]: INFO nova.compute.manager [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1138.846077] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.846274] env[69433]: DEBUG nova.compute.manager [-] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.846369] env[69433]: DEBUG nova.network.neutron [-] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.914523] env[69433]: DEBUG oslo_vmware.api [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136571} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.914787] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.917104] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.917104] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.917104] env[69433]: INFO nova.compute.manager [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1138.917104] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.917104] env[69433]: DEBUG nova.compute.manager [-] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.917104] env[69433]: DEBUG nova.network.neutron [-] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1139.101934] env[69433]: DEBUG nova.compute.manager [req-c9ccb7e1-00d1-4763-a6fd-6befe2bedaa4 req-37a0a4f0-2e15-4d61-8915-6121444044f4 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Received event network-vif-deleted-3d69089a-204b-4604-9f68-96bfc884e6a0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.102108] env[69433]: INFO nova.compute.manager [req-c9ccb7e1-00d1-4763-a6fd-6befe2bedaa4 req-37a0a4f0-2e15-4d61-8915-6121444044f4 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Neutron deleted interface 3d69089a-204b-4604-9f68-96bfc884e6a0; detaching it from the instance and deleting it from the info cache [ 1139.102291] env[69433]: DEBUG nova.network.neutron [req-c9ccb7e1-00d1-4763-a6fd-6befe2bedaa4 req-37a0a4f0-2e15-4d61-8915-6121444044f4 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.154345] env[69433]: DEBUG nova.compute.manager [req-d50637a4-ed97-488b-a46b-1ca730db3d3e req-3bb9066f-4d04-41b4-9b3a-4e87a5b7b913 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Received event network-vif-deleted-92bc6924-6bae-4e81-9d2d-4b94676cd8a5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.154528] env[69433]: INFO nova.compute.manager [req-d50637a4-ed97-488b-a46b-1ca730db3d3e req-3bb9066f-4d04-41b4-9b3a-4e87a5b7b913 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Neutron deleted interface 92bc6924-6bae-4e81-9d2d-4b94676cd8a5; detaching it from the instance and deleting it from the info cache [ 1139.154869] env[69433]: DEBUG nova.network.neutron [req-d50637a4-ed97-488b-a46b-1ca730db3d3e req-3bb9066f-4d04-41b4-9b3a-4e87a5b7b913 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.588729] env[69433]: DEBUG nova.network.neutron [-] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.608550] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f1d3eb5-e07a-484b-b60b-547806e4c151 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.618191] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3239de7e-fcea-4578-b474-cb076d9371f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.639061] env[69433]: DEBUG nova.network.neutron [-] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.653994] env[69433]: DEBUG nova.compute.manager [req-c9ccb7e1-00d1-4763-a6fd-6befe2bedaa4 req-37a0a4f0-2e15-4d61-8915-6121444044f4 service nova] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Detach interface failed, port_id=3d69089a-204b-4604-9f68-96bfc884e6a0, reason: Instance 2344a033-d266-49fd-b6a9-414d29e0eae2 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.656920] env[69433]: INFO nova.compute.manager [-] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Took 0.74 seconds to deallocate network for instance. [ 1139.658809] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63e29656-f1b3-49d7-8e61-2bc74658304e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.670768] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f464809-55c0-42d1-8f7c-d4a1737c73b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.682024] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1139.682294] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69433) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1139.702853] env[69433]: DEBUG nova.compute.manager [req-d50637a4-ed97-488b-a46b-1ca730db3d3e req-3bb9066f-4d04-41b4-9b3a-4e87a5b7b913 service nova] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Detach interface failed, port_id=92bc6924-6bae-4e81-9d2d-4b94676cd8a5, reason: Instance 50cbf852-5159-4e39-880a-8cb4e388bebf could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1140.091499] env[69433]: INFO nova.compute.manager [-] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Took 1.24 seconds to deallocate network for instance. [ 1140.150420] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1140.150661] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666506', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'name': 'volume-5e09ceb3-cf00-4545-8512-81ec0054fd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d46771-e986-48c4-a7aa-469b26226405', 'attached_at': '', 'detached_at': '', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'serial': '5e09ceb3-cf00-4545-8512-81ec0054fd49'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1140.151587] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a572c8-2eee-43a5-a557-37700d80fb04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.170311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.170589] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.170852] env[69433]: DEBUG nova.objects.instance [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lazy-loading 'resources' on Instance uuid 50cbf852-5159-4e39-880a-8cb4e388bebf {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.172432] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bafddeb-6f17-4071-90cc-129a686276a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.199784] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-5e09ceb3-cf00-4545-8512-81ec0054fd49/volume-5e09ceb3-cf00-4545-8512-81ec0054fd49.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.200245] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1d9c0f-a916-4cba-b076-13eb0531e1f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.213411] env[69433]: DEBUG nova.network.neutron [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Port 333cdf1c-4f28-4129-8207-36dc47cba694 binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1140.220088] env[69433]: DEBUG oslo_vmware.api [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1140.220088] env[69433]: value = "task-3339345" [ 1140.220088] env[69433]: _type = "Task" [ 1140.220088] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.228758] env[69433]: DEBUG oslo_vmware.api [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.597915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.730141] env[69433]: DEBUG oslo_vmware.api [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339345, 'name': ReconfigVM_Task, 'duration_secs': 0.314016} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.730547] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-5e09ceb3-cf00-4545-8512-81ec0054fd49/volume-5e09ceb3-cf00-4545-8512-81ec0054fd49.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.735591] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc7dbcd-b426-4531-a3d0-e15dd34929d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.755066] env[69433]: DEBUG oslo_vmware.api [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1140.755066] env[69433]: value = "task-3339346" [ 1140.755066] env[69433]: _type = "Task" [ 1140.755066] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.766602] env[69433]: DEBUG oslo_vmware.api [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.868291] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a719bcce-1ba4-4011-9091-c81d97bda37a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.876199] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac9bc7e-9f4b-40e4-afa7-8fce51110ed9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.909015] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d93bd3-e2f9-44be-acd8-7c1cc62a353b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.915893] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5256bd09-b99b-4960-bbf1-ae8baf1fb223 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.930471] env[69433]: DEBUG nova.compute.provider_tree [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.194111] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1141.194300] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1141.237952] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.237952] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.238134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.267532] env[69433]: DEBUG oslo_vmware.api [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339346, 'name': ReconfigVM_Task, 'duration_secs': 0.153844} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.267989] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666506', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'name': 'volume-5e09ceb3-cf00-4545-8512-81ec0054fd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d46771-e986-48c4-a7aa-469b26226405', 'attached_at': '', 'detached_at': '', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'serial': '5e09ceb3-cf00-4545-8512-81ec0054fd49'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1141.297417] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-fe2e0396-405d-4a43-ba5d-8e19161b0909-da606eef-7394-4dd4-bffb-4fc59c5d02ea" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.297687] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-fe2e0396-405d-4a43-ba5d-8e19161b0909-da606eef-7394-4dd4-bffb-4fc59c5d02ea" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.298071] env[69433]: DEBUG nova.objects.instance [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'flavor' on Instance uuid fe2e0396-405d-4a43-ba5d-8e19161b0909 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.433469] env[69433]: DEBUG nova.scheduler.client.report [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.712131] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] There are 63 instances to clean {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1141.712527] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: b0b60e40-f5c2-4b7b-ae32-98ac056f42da] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.888937] env[69433]: DEBUG nova.objects.instance [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'pci_requests' on Instance uuid fe2e0396-405d-4a43-ba5d-8e19161b0909 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.938387] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.940978] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.343s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.941288] env[69433]: DEBUG nova.objects.instance [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lazy-loading 'resources' on Instance uuid 2344a033-d266-49fd-b6a9-414d29e0eae2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.986067] env[69433]: INFO nova.scheduler.client.report [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted allocations for instance 50cbf852-5159-4e39-880a-8cb4e388bebf [ 1142.216073] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 9e8ad094-1388-4746-8a1a-8551b0f803a3] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.270684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.270878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.271073] env[69433]: DEBUG nova.network.neutron [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.308791] env[69433]: DEBUG nova.objects.instance [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.391805] env[69433]: DEBUG nova.objects.base [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1142.392037] env[69433]: DEBUG nova.network.neutron [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.452272] env[69433]: DEBUG nova.policy [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.494897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-36b86367-6db9-4e55-97e6-56bd517f0139 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "50cbf852-5159-4e39-880a-8cb4e388bebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.200s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.575035] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac90d9bc-1af2-4d3e-bc2f-4c8b7769d6f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.582768] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64672969-44e0-4f82-b9f7-4c28837be0d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.613429] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88c5e9-422d-47dc-a5e1-4e431ce70a93 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.621315] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32057458-c615-4633-92fe-1dcb3d6a4c1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.634887] env[69433]: DEBUG nova.compute.provider_tree [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.720245] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 434c48f5-deab-4379-a75e-2a3cd0f30b30] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.815148] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e4e0c0d7-9e7b-478d-bdba-413b97ecfed7 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.770s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.995978] env[69433]: DEBUG nova.network.neutron [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [{"id": "333cdf1c-4f28-4129-8207-36dc47cba694", "address": "fa:16:3e:7d:cd:6c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333cdf1c-4f", "ovs_interfaceid": "333cdf1c-4f28-4129-8207-36dc47cba694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.138332] env[69433]: DEBUG nova.scheduler.client.report [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.223565] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 92f2acf6-ebd8-435d-a439-bedf3e2862ad] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.424400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.424665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.424848] env[69433]: DEBUG nova.compute.manager [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1143.425770] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49569e3c-bd06-4920-b1e9-fef164cee793 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.432912] env[69433]: DEBUG nova.compute.manager [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1143.433487] env[69433]: DEBUG nova.objects.instance [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.498349] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.643472] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.664693] env[69433]: INFO nova.scheduler.client.report [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted allocations for instance 2344a033-d266-49fd-b6a9-414d29e0eae2 [ 1143.726399] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 252160a2-1f2a-45f0-8ad1-0683277851f2] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.813716] env[69433]: DEBUG nova.compute.manager [req-8213da2e-5aa0-4907-911c-5edd180bd448 req-7e6a84eb-98eb-4987-a4ff-050be53b3f1f service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-vif-plugged-da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.813938] env[69433]: DEBUG oslo_concurrency.lockutils [req-8213da2e-5aa0-4907-911c-5edd180bd448 req-7e6a84eb-98eb-4987-a4ff-050be53b3f1f service nova] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.814168] env[69433]: DEBUG oslo_concurrency.lockutils [req-8213da2e-5aa0-4907-911c-5edd180bd448 req-7e6a84eb-98eb-4987-a4ff-050be53b3f1f service nova] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.814373] env[69433]: DEBUG oslo_concurrency.lockutils [req-8213da2e-5aa0-4907-911c-5edd180bd448 req-7e6a84eb-98eb-4987-a4ff-050be53b3f1f service nova] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.814563] env[69433]: DEBUG nova.compute.manager [req-8213da2e-5aa0-4907-911c-5edd180bd448 req-7e6a84eb-98eb-4987-a4ff-050be53b3f1f service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] No waiting events found dispatching network-vif-plugged-da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.814736] env[69433]: WARNING nova.compute.manager [req-8213da2e-5aa0-4907-911c-5edd180bd448 req-7e6a84eb-98eb-4987-a4ff-050be53b3f1f service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received unexpected event network-vif-plugged-da606eef-7394-4dd4-bffb-4fc59c5d02ea for instance with vm_state active and task_state None. [ 1143.900781] env[69433]: DEBUG nova.network.neutron [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Successfully updated port: da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.007040] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46160c3-a676-4bb1-b2d0-3b5e1ab49e5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.013571] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875e5bc7-0747-4c4d-bd19-21dbf6aa59d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.173310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e776231a-746f-4ca5-867e-adac8b7cd04c tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2344a033-d266-49fd-b6a9-414d29e0eae2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.956s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.228965] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 44e3385a-02fe-460f-8a26-1534bef8426c] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.403871] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.404108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.404299] env[69433]: DEBUG nova.network.neutron [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.439764] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.440104] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f6edbd-d801-4612-8025-5e2f9aa66ba1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.448063] env[69433]: DEBUG oslo_vmware.api [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1144.448063] env[69433]: value = "task-3339347" [ 1144.448063] env[69433]: _type = "Task" [ 1144.448063] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.457419] env[69433]: DEBUG oslo_vmware.api [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.732802] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 2fc8f492-a644-43dc-81a5-64e4d87e7e5b] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.939801] env[69433]: WARNING nova.network.neutron [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] 8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef already exists in list: networks containing: ['8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef']. ignoring it [ 1144.958814] env[69433]: DEBUG oslo_vmware.api [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339347, 'name': PowerOffVM_Task, 'duration_secs': 0.201149} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.959167] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.959380] env[69433]: DEBUG nova.compute.manager [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.960227] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e0c7c-c9fc-46b6-828f-7c973eb91415 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.106333] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800b6acc-dd8e-4889-a419-167518e5d28c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.127539] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13506a3-5645-4bc5-bd05-84136befaf01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.134603] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance '673b49e8-f5c2-4837-a023-9632d53e8c60' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.236231] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 019ec503-0b3a-4537-83a0-0da72ad18dce] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.255884] env[69433]: DEBUG nova.network.neutron [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "address": "fa:16:3e:25:b0:a7", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda606eef-73", "ovs_interfaceid": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.397982] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.398353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.430808] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "2de4a067-0c18-4ec2-a982-0cccb4d41179" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.431037] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.470917] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f576bf7f-cd6f-4ad6-a1f1-d9f09d48063c tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.641092] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.641352] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9ed75c7-9b01-4c76-9c1f-9d40080fb658 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.648621] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1145.648621] env[69433]: value = "task-3339348" [ 1145.648621] env[69433]: _type = "Task" [ 1145.648621] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.656641] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.739994] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 96381dbf-a560-4607-8095-1707a858cb84] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.758997] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.759777] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.759939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.760805] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a9ff6f-4451-445d-a016-13cf8dc90996 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.778982] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.779223] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.779379] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.779580] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.779740] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.779890] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.780107] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.780271] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.780440] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.780604] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.780778] env[69433]: DEBUG nova.virt.hardware [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.786931] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Reconfiguring VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1145.787441] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd628934-e1de-4e06-9922-c9a18b7f37d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.804351] env[69433]: DEBUG oslo_vmware.api [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1145.804351] env[69433]: value = "task-3339349" [ 1145.804351] env[69433]: _type = "Task" [ 1145.804351] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.812253] env[69433]: DEBUG oslo_vmware.api [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339349, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.846144] env[69433]: DEBUG nova.compute.manager [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-changed-da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.846297] env[69433]: DEBUG nova.compute.manager [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing instance network info cache due to event network-changed-da606eef-7394-4dd4-bffb-4fc59c5d02ea. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.846647] env[69433]: DEBUG oslo_concurrency.lockutils [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.846828] env[69433]: DEBUG oslo_concurrency.lockutils [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.846999] env[69433]: DEBUG nova.network.neutron [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing network info cache for port da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.877542] env[69433]: DEBUG nova.objects.instance [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.900768] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.933725] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1146.162849] env[69433]: DEBUG oslo_vmware.api [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339348, 'name': PowerOnVM_Task, 'duration_secs': 0.386632} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.163306] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.163602] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9321f22d-3f63-41d6-a4c1-b6e179f9f80a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance '673b49e8-f5c2-4837-a023-9632d53e8c60' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.243654] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: ea72e1c3-32c5-4e26-b47b-c3ab482917c6] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.315929] env[69433]: DEBUG oslo_vmware.api [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339349, 'name': ReconfigVM_Task, 'duration_secs': 0.497413} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.316620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.316862] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Reconfigured VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1146.382444] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.382605] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.382769] env[69433]: DEBUG nova.network.neutron [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.382945] env[69433]: DEBUG nova.objects.instance [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'info_cache' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.420849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.421230] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.422869] env[69433]: INFO nova.compute.claims [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.452817] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.627812] env[69433]: DEBUG nova.network.neutron [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updated VIF entry in instance network info cache for port da606eef-7394-4dd4-bffb-4fc59c5d02ea. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.628244] env[69433]: DEBUG nova.network.neutron [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "address": "fa:16:3e:25:b0:a7", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda606eef-73", "ovs_interfaceid": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.746854] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: b9725d37-333c-4f92-9b1a-28e796c01a4e] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.822275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e217a978-ee9a-4b7b-b45d-ae0c78dcee39 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-fe2e0396-405d-4a43-ba5d-8e19161b0909-da606eef-7394-4dd4-bffb-4fc59c5d02ea" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.524s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.885911] env[69433]: DEBUG nova.objects.base [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Object Instance<88d46771-e986-48c4-a7aa-469b26226405> lazy-loaded attributes: flavor,info_cache {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.130937] env[69433]: DEBUG oslo_concurrency.lockutils [req-26cd7871-c46f-4cef-9d58-2ee6dcaa625f req-f08a861f-335a-41e2-9376-dc00df959367 service nova] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.250782] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 3c79c972-1b80-4723-9cd5-ee24db2be189] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.585475] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cac727-637a-4d23-916d-dd0be0298c79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.594561] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3acbd4-eee8-47a2-b805-c8d40e7de96a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.625935] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e69ffe-80c5-4aef-b5e1-dc9122b6557b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.633635] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb864238-d153-460a-8ba0-0b5fbf6e331e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.638174] env[69433]: DEBUG nova.network.neutron [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updating instance_info_cache with network_info: [{"id": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "address": "fa:16:3e:6f:65:03", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9751a2-0a", "ovs_interfaceid": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.648951] env[69433]: DEBUG nova.compute.provider_tree [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.753757] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 874bb9e1-3ad5-4943-af90-7fd425062049] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.151231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.153181] env[69433]: DEBUG nova.scheduler.client.report [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.257258] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: eb8b74a8-f15d-4982-92cc-09fce8627ca3] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.544104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.544401] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.544589] env[69433]: INFO nova.compute.manager [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Shelving [ 1148.578921] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "673b49e8-f5c2-4837-a023-9632d53e8c60" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.579160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.579355] env[69433]: DEBUG nova.compute.manager [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Going to confirm migration 7 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1148.659779] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.660063] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.662598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.210s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.664315] env[69433]: INFO nova.compute.claims [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.759646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-fe2e0396-405d-4a43-ba5d-8e19161b0909-da606eef-7394-4dd4-bffb-4fc59c5d02ea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.760014] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-fe2e0396-405d-4a43-ba5d-8e19161b0909-da606eef-7394-4dd4-bffb-4fc59c5d02ea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.761394] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: a3f53b54-3830-466d-9921-9c57443f2615] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.117454] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.117751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquired lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.118334] env[69433]: DEBUG nova.network.neutron [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.118334] env[69433]: DEBUG nova.objects.instance [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'info_cache' on Instance uuid 673b49e8-f5c2-4837-a023-9632d53e8c60 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.164037] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.164232] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd797824-7837-467b-8db8-2cce6900ca40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.168140] env[69433]: DEBUG nova.compute.utils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.172172] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.172342] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.175503] env[69433]: DEBUG oslo_vmware.api [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1149.175503] env[69433]: value = "task-3339350" [ 1149.175503] env[69433]: _type = "Task" [ 1149.175503] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.184647] env[69433]: DEBUG oslo_vmware.api [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.224359] env[69433]: DEBUG nova.policy [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d319873a0444505b8c39bf1e2d6a540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8355468893c342d3815879e01df0923f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.264278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.264780] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.265258] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 1aa946fe-9dea-4b92-89ab-bb9750f12efc] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.267619] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98667184-cc45-4d3e-8db4-75f90e51d15b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.286346] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a760240e-20e0-455e-94dd-77ffc3d2dd7c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.312590] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Reconfiguring VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1149.313207] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1238c3-cfee-4e9c-b71e-d1d35275c6a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.333296] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1149.333296] env[69433]: value = "task-3339351" [ 1149.333296] env[69433]: _type = "Task" [ 1149.333296] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.342203] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.510013] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Successfully created port: c45870ec-df45-4aa6-91d8-8fa90b933c5d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.555455] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.555834] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d29edd5b-f8a2-4ace-8aa9-121295e2ee55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.565508] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1149.565508] env[69433]: value = "task-3339352" [ 1149.565508] env[69433]: _type = "Task" [ 1149.565508] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.574728] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.671405] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.687209] env[69433]: DEBUG oslo_vmware.api [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339350, 'name': PowerOnVM_Task, 'duration_secs': 0.447761} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.687492] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.687705] env[69433]: DEBUG nova.compute.manager [None req-a52a1135-1763-419e-a52b-cd96289edc92 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.688604] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db55a96e-4211-40f0-acbf-10b7b2c377c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.772056] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 282194e6-1e3d-42bd-b6c3-fee09d54210e] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.843737] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.962673] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e924b51-706f-49b1-8f1b-d41681ac40b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.970278] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8330a1-742e-435e-a159-9afa5abc18cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.002646] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ed822e-0579-4fd7-8f9c-3a7c8648e510 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.010364] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93460a9f-bf9f-40e8-b2f3-7078b2a65c3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.023303] env[69433]: DEBUG nova.compute.provider_tree [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.074669] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339352, 'name': PowerOffVM_Task, 'duration_secs': 0.31892} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.074933] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.075733] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7906927-2ff1-4352-9167-239ce318a97f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.094452] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8661cc46-9d3c-4124-b447-4de747380e07 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.276124] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 688174d7-99f8-47e4-a21a-fb6133430bf6] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.343121] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.344036] env[69433]: DEBUG nova.network.neutron [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [{"id": "333cdf1c-4f28-4129-8207-36dc47cba694", "address": "fa:16:3e:7d:cd:6c", "network": {"id": "aed62737-295a-48dc-bd56-1150ab890d3a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1977290575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e5735dee94243ba84050a851565d5f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333cdf1c-4f", "ovs_interfaceid": "333cdf1c-4f28-4129-8207-36dc47cba694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.526564] env[69433]: DEBUG nova.scheduler.client.report [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.605739] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1150.606340] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c728a0be-1e30-4ad2-bd5f-a503b8b47369 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.614184] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1150.614184] env[69433]: value = "task-3339353" [ 1150.614184] env[69433]: _type = "Task" [ 1150.614184] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.621631] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339353, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.680626] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.706171] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.706171] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.706381] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.706603] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.706775] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.707397] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.707397] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.707397] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.707594] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.707795] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.708014] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.708947] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32f34e5-9c5b-4894-8e70-baabfb3a2bd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.717784] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fc50d6-4ca3-4845-b869-21c15a805c26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.781532] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 3a05b9ee-e661-4445-824e-7a74ec764286] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.844650] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.846230] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Releasing lock "refresh_cache-673b49e8-f5c2-4837-a023-9632d53e8c60" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.846463] env[69433]: DEBUG nova.objects.instance [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'migration_context' on Instance uuid 673b49e8-f5c2-4837-a023-9632d53e8c60 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.896911] env[69433]: DEBUG nova.compute.manager [req-593125e5-7f58-469a-9993-6d5dfa250bcd req-3f182dd0-543a-4beb-ab30-ef2dbdf71520 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Received event network-vif-plugged-c45870ec-df45-4aa6-91d8-8fa90b933c5d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.897230] env[69433]: DEBUG oslo_concurrency.lockutils [req-593125e5-7f58-469a-9993-6d5dfa250bcd req-3f182dd0-543a-4beb-ab30-ef2dbdf71520 service nova] Acquiring lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.897333] env[69433]: DEBUG oslo_concurrency.lockutils [req-593125e5-7f58-469a-9993-6d5dfa250bcd req-3f182dd0-543a-4beb-ab30-ef2dbdf71520 service nova] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.897493] env[69433]: DEBUG oslo_concurrency.lockutils [req-593125e5-7f58-469a-9993-6d5dfa250bcd req-3f182dd0-543a-4beb-ab30-ef2dbdf71520 service nova] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.897659] env[69433]: DEBUG nova.compute.manager [req-593125e5-7f58-469a-9993-6d5dfa250bcd req-3f182dd0-543a-4beb-ab30-ef2dbdf71520 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] No waiting events found dispatching network-vif-plugged-c45870ec-df45-4aa6-91d8-8fa90b933c5d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1150.897820] env[69433]: WARNING nova.compute.manager [req-593125e5-7f58-469a-9993-6d5dfa250bcd req-3f182dd0-543a-4beb-ab30-ef2dbdf71520 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Received unexpected event network-vif-plugged-c45870ec-df45-4aa6-91d8-8fa90b933c5d for instance with vm_state building and task_state spawning. [ 1150.985835] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Successfully updated port: c45870ec-df45-4aa6-91d8-8fa90b933c5d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.031096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.031623] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.124071] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339353, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.285263] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 2cc172e7-1629-4554-8d87-3a219e9f246e] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.345531] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.349480] env[69433]: DEBUG nova.objects.base [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Object Instance<673b49e8-f5c2-4837-a023-9632d53e8c60> lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.351053] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416cd08-ed9a-4a21-90b0-1124d056216a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.367830] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eac0623-932b-4fe3-8dc2-9345687b28fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.372503] env[69433]: DEBUG oslo_vmware.api [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1151.372503] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e03661-0bd2-fb02-37b1-01b9b8a99d87" [ 1151.372503] env[69433]: _type = "Task" [ 1151.372503] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.379880] env[69433]: DEBUG oslo_vmware.api [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e03661-0bd2-fb02-37b1-01b9b8a99d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.488542] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "refresh_cache-c0caa021-1e54-4d1b-b28a-fdb5987b8eca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.488707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "refresh_cache-c0caa021-1e54-4d1b-b28a-fdb5987b8eca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.489924] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.537210] env[69433]: DEBUG nova.compute.utils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.538992] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.539173] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.593193] env[69433]: DEBUG nova.policy [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d319873a0444505b8c39bf1e2d6a540', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8355468893c342d3815879e01df0923f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.627328] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339353, 'name': CreateSnapshot_Task, 'duration_secs': 0.678815} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.627622] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1151.629065] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9e763-4ac9-4c25-bac2-915a5e9509f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.788655] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: f268d682-a949-4f25-bc00-5b74f6099346] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.846773] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.858054] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Successfully created port: e69a4058-9d7a-4eaf-a242-f418608a575f {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.882835] env[69433]: DEBUG oslo_vmware.api [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e03661-0bd2-fb02-37b1-01b9b8a99d87, 'name': SearchDatastore_Task, 'duration_secs': 0.006869} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.883093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.883354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.019521] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.042514] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.149655] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1152.150721] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Updating instance_info_cache with network_info: [{"id": "c45870ec-df45-4aa6-91d8-8fa90b933c5d", "address": "fa:16:3e:0c:f4:b2", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45870ec-df", "ovs_interfaceid": "c45870ec-df45-4aa6-91d8-8fa90b933c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.151933] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bcebb4a1-b819-4fdd-90a4-95e5937fd16f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.162871] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1152.162871] env[69433]: value = "task-3339354" [ 1152.162871] env[69433]: _type = "Task" [ 1152.162871] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.171134] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339354, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.292339] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 02ea3950-de8f-412b-8ed0-9082de36b502] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.347508] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.549272] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e594817a-9c14-463e-b72a-a4db77e3bd43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.556963] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fa14df-d465-4123-a034-03ef4ba4a8be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.591035] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f194b51c-4444-4a0c-a32c-0048fede7b3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.599206] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98df7ec6-2251-4892-a807-218c1988ce29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.613310] env[69433]: DEBUG nova.compute.provider_tree [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.656644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "refresh_cache-c0caa021-1e54-4d1b-b28a-fdb5987b8eca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.656944] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Instance network_info: |[{"id": "c45870ec-df45-4aa6-91d8-8fa90b933c5d", "address": "fa:16:3e:0c:f4:b2", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45870ec-df", "ovs_interfaceid": "c45870ec-df45-4aa6-91d8-8fa90b933c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1152.657422] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:f4:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c45870ec-df45-4aa6-91d8-8fa90b933c5d', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.664921] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.665207] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.668781] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1c6442a-2012-4ddd-bb59-b5d53c8d02e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.688223] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339354, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.689404] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.689404] env[69433]: value = "task-3339355" [ 1152.689404] env[69433]: _type = "Task" [ 1152.689404] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.696501] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339355, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.795864] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 30928176-61ad-404e-b774-211abb635320] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.847987] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.927827] env[69433]: DEBUG nova.compute.manager [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Received event network-changed-c45870ec-df45-4aa6-91d8-8fa90b933c5d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.928109] env[69433]: DEBUG nova.compute.manager [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Refreshing instance network info cache due to event network-changed-c45870ec-df45-4aa6-91d8-8fa90b933c5d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1152.928457] env[69433]: DEBUG oslo_concurrency.lockutils [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] Acquiring lock "refresh_cache-c0caa021-1e54-4d1b-b28a-fdb5987b8eca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.928517] env[69433]: DEBUG oslo_concurrency.lockutils [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] Acquired lock "refresh_cache-c0caa021-1e54-4d1b-b28a-fdb5987b8eca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.928637] env[69433]: DEBUG nova.network.neutron [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Refreshing network info cache for port c45870ec-df45-4aa6-91d8-8fa90b933c5d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.053306] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.082913] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.082913] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.082913] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.083163] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.083364] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.083562] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.083831] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.084048] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.084303] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.084540] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.084759] env[69433]: DEBUG nova.virt.hardware [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.085737] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5000d80-4496-482c-abf7-39b5a98d4f80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.094783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8bf140-8842-471e-8169-bffb777335a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.116298] env[69433]: DEBUG nova.scheduler.client.report [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.177279] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339354, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.198506] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339355, 'name': CreateVM_Task, 'duration_secs': 0.457232} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.198705] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.199634] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.199722] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.200054] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.200467] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dbb872-847c-429b-ab8e-7d1291ecc57b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.205229] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1153.205229] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52383101-a86d-2148-e858-fdf34ba4ef4c" [ 1153.205229] env[69433]: _type = "Task" [ 1153.205229] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.213116] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52383101-a86d-2148-e858-fdf34ba4ef4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.299573] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: a856e2e8-5fcf-445b-974a-6bd2ba2dd196] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.309376] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Successfully updated port: e69a4058-9d7a-4eaf-a242-f418608a575f {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.348347] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.614931] env[69433]: DEBUG nova.network.neutron [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Updated VIF entry in instance network info cache for port c45870ec-df45-4aa6-91d8-8fa90b933c5d. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1153.615333] env[69433]: DEBUG nova.network.neutron [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Updating instance_info_cache with network_info: [{"id": "c45870ec-df45-4aa6-91d8-8fa90b933c5d", "address": "fa:16:3e:0c:f4:b2", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc45870ec-df", "ovs_interfaceid": "c45870ec-df45-4aa6-91d8-8fa90b933c5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.677263] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339354, 'name': CloneVM_Task, 'duration_secs': 1.358591} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.677765] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Created linked-clone VM from snapshot [ 1153.678495] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb0fd4c-70d1-40a4-808b-e68271023e02 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.686225] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Uploading image e9a2cf28-1c36-44f7-b805-f1830ae7b52d {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1153.711536] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1153.711536] env[69433]: value = "vm-666508" [ 1153.711536] env[69433]: _type = "VirtualMachine" [ 1153.711536] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1153.711835] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6cd7db7-d84a-4026-abd4-6a18f8d3ae78 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.718674] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52383101-a86d-2148-e858-fdf34ba4ef4c, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.719927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.720196] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.720578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.720578] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.720751] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.721077] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease: (returnval){ [ 1153.721077] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294919e-b021-a82b-430f-4ceb53242c23" [ 1153.721077] env[69433]: _type = "HttpNfcLease" [ 1153.721077] env[69433]: } obtained for exporting VM: (result){ [ 1153.721077] env[69433]: value = "vm-666508" [ 1153.721077] env[69433]: _type = "VirtualMachine" [ 1153.721077] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1153.721274] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the lease: (returnval){ [ 1153.721274] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294919e-b021-a82b-430f-4ceb53242c23" [ 1153.721274] env[69433]: _type = "HttpNfcLease" [ 1153.721274] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1153.721446] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53485e0e-aa31-4c2f-a513-eb8a59432c24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.732751] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1153.732751] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294919e-b021-a82b-430f-4ceb53242c23" [ 1153.732751] env[69433]: _type = "HttpNfcLease" [ 1153.732751] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1153.733893] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.734085] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.734797] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b9a9e6-4fc6-4bc9-8f94-40bfdd72f9fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.740306] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1153.740306] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5284bbe6-88fe-1e2a-8e20-fff7d45db6eb" [ 1153.740306] env[69433]: _type = "Task" [ 1153.740306] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.748722] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5284bbe6-88fe-1e2a-8e20-fff7d45db6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.802867] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: d838f60b-8f27-4e42-b309-fc1d280578ee] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1153.810993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "refresh_cache-2de4a067-0c18-4ec2-a982-0cccb4d41179" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.811218] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "refresh_cache-2de4a067-0c18-4ec2-a982-0cccb4d41179" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.811393] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.849490] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.118410] env[69433]: DEBUG oslo_concurrency.lockutils [req-836a00e1-530f-4a0d-9cb1-fdf70b15d63d req-3c62b4fd-edef-4de9-8dd0-4a21c90954b1 service nova] Releasing lock "refresh_cache-c0caa021-1e54-4d1b-b28a-fdb5987b8eca" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.125920] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.242s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.231359] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1154.231359] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294919e-b021-a82b-430f-4ceb53242c23" [ 1154.231359] env[69433]: _type = "HttpNfcLease" [ 1154.231359] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1154.231630] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1154.231630] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5294919e-b021-a82b-430f-4ceb53242c23" [ 1154.231630] env[69433]: _type = "HttpNfcLease" [ 1154.231630] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1154.232357] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4d3677-ed0c-44fb-a6ce-193ee85f0e5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.239648] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfac60-0e2f-60e5-8526-1ffcc950a007/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1154.239819] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfac60-0e2f-60e5-8526-1ffcc950a007/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1154.302249] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5284bbe6-88fe-1e2a-8e20-fff7d45db6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.031906} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.304158] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69208e95-494d-4750-809f-1fa7b14e0989 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.306955] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: e8a132c2-c02e-453f-860d-06798706e76a] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.311890] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1154.311890] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d3fed5-8b1d-fd7e-aaa6-66fe93aa7ff7" [ 1154.311890] env[69433]: _type = "Task" [ 1154.311890] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.321590] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d3fed5-8b1d-fd7e-aaa6-66fe93aa7ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.345443] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.352525] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.418513] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88569843-ab24-4cee-8f42-6e61f760798e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.467636] env[69433]: DEBUG nova.network.neutron [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Updating instance_info_cache with network_info: [{"id": "e69a4058-9d7a-4eaf-a242-f418608a575f", "address": "fa:16:3e:77:86:01", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69a4058-9d", "ovs_interfaceid": "e69a4058-9d7a-4eaf-a242-f418608a575f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.640826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.641086] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.641531] env[69433]: DEBUG nova.compute.manager [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.642404] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d588ef-5924-4e6c-b7de-70911e68bbf4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.649423] env[69433]: DEBUG nova.compute.manager [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1154.650017] env[69433]: DEBUG nova.objects.instance [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'flavor' on Instance uuid 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.690551] env[69433]: INFO nova.scheduler.client.report [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted allocation for migration 203f72d5-44bf-4889-84fc-6a85e0c31d14 [ 1154.810236] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 6630642f-1b62-420f-b7ef-b1ea751d7c8c] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.824209] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d3fed5-8b1d-fd7e-aaa6-66fe93aa7ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.824724] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.826671] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] c0caa021-1e54-4d1b-b28a-fdb5987b8eca/c0caa021-1e54-4d1b-b28a-fdb5987b8eca.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.826671] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44c84e0f-c89f-43ea-91cb-e3064d742576 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.833043] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1154.833043] env[69433]: value = "task-3339357" [ 1154.833043] env[69433]: _type = "Task" [ 1154.833043] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.843581] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.852321] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.970142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "refresh_cache-2de4a067-0c18-4ec2-a982-0cccb4d41179" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.970593] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Instance network_info: |[{"id": "e69a4058-9d7a-4eaf-a242-f418608a575f", "address": "fa:16:3e:77:86:01", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69a4058-9d", "ovs_interfaceid": "e69a4058-9d7a-4eaf-a242-f418608a575f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1154.971128] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:86:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69a4058-9d7a-4eaf-a242-f418608a575f', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1154.979299] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.979977] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1154.980274] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a9cc24c-aa93-4d1b-9f2d-c21e3daaee85 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.002489] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.002489] env[69433]: value = "task-3339358" [ 1155.002489] env[69433]: _type = "Task" [ 1155.002489] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.011089] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339358, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.015507] env[69433]: DEBUG nova.compute.manager [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Received event network-vif-plugged-e69a4058-9d7a-4eaf-a242-f418608a575f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.015986] env[69433]: DEBUG oslo_concurrency.lockutils [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] Acquiring lock "2de4a067-0c18-4ec2-a982-0cccb4d41179-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.016638] env[69433]: DEBUG oslo_concurrency.lockutils [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.016751] env[69433]: DEBUG oslo_concurrency.lockutils [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.016926] env[69433]: DEBUG nova.compute.manager [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] No waiting events found dispatching network-vif-plugged-e69a4058-9d7a-4eaf-a242-f418608a575f {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.017111] env[69433]: WARNING nova.compute.manager [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Received unexpected event network-vif-plugged-e69a4058-9d7a-4eaf-a242-f418608a575f for instance with vm_state building and task_state spawning. [ 1155.017275] env[69433]: DEBUG nova.compute.manager [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Received event network-changed-e69a4058-9d7a-4eaf-a242-f418608a575f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.017433] env[69433]: DEBUG nova.compute.manager [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Refreshing instance network info cache due to event network-changed-e69a4058-9d7a-4eaf-a242-f418608a575f. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.017619] env[69433]: DEBUG oslo_concurrency.lockutils [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] Acquiring lock "refresh_cache-2de4a067-0c18-4ec2-a982-0cccb4d41179" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.017757] env[69433]: DEBUG oslo_concurrency.lockutils [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] Acquired lock "refresh_cache-2de4a067-0c18-4ec2-a982-0cccb4d41179" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.017916] env[69433]: DEBUG nova.network.neutron [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Refreshing network info cache for port e69a4058-9d7a-4eaf-a242-f418608a575f {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.033858] env[69433]: INFO nova.compute.manager [None req-45e88980-97b0-48b4-92ed-cebfe9bb7044 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Get console output [ 1155.034912] env[69433]: WARNING nova.virt.vmwareapi.driver [None req-45e88980-97b0-48b4-92ed-cebfe9bb7044 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] The console log is missing. Check your VSPC configuration [ 1155.197159] env[69433]: DEBUG oslo_concurrency.lockutils [None req-0254daac-55e3-4da7-9478-456ce1712b15 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.618s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.318199] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 19bafb38-586e-426a-871f-13af2220a30f] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.346389] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339357, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.356796] env[69433]: DEBUG oslo_vmware.api [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339351, 'name': ReconfigVM_Task, 'duration_secs': 5.753753} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.357142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.357391] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Reconfigured VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1155.513691] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339358, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.659552] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.659853] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da8a04aa-683e-4d73-a0c0-e626bd83b462 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.669173] env[69433]: DEBUG oslo_vmware.api [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1155.669173] env[69433]: value = "task-3339359" [ 1155.669173] env[69433]: _type = "Task" [ 1155.669173] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.679402] env[69433]: DEBUG oslo_vmware.api [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.736432] env[69433]: DEBUG nova.network.neutron [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Updated VIF entry in instance network info cache for port e69a4058-9d7a-4eaf-a242-f418608a575f. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.736862] env[69433]: DEBUG nova.network.neutron [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Updating instance_info_cache with network_info: [{"id": "e69a4058-9d7a-4eaf-a242-f418608a575f", "address": "fa:16:3e:77:86:01", "network": {"id": "82bb4124-d54d-4f3c-86a3-b9e8d630a9cf", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1015050376-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8355468893c342d3815879e01df0923f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69a4058-9d", "ovs_interfaceid": "e69a4058-9d7a-4eaf-a242-f418608a575f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.823255] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: d21def47-bae0-4fb8-92de-47f3e040cf09] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.844406] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60553} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.845044] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] c0caa021-1e54-4d1b-b28a-fdb5987b8eca/c0caa021-1e54-4d1b-b28a-fdb5987b8eca.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.845486] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.847027] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac37a0a5-219e-4b56-8717-6142fc91c2c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.853533] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1155.853533] env[69433]: value = "task-3339360" [ 1155.853533] env[69433]: _type = "Task" [ 1155.853533] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.862656] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.012975] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339358, 'name': CreateVM_Task, 'duration_secs': 0.739116} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.014028] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.014028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.014186] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.014736] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.015033] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039a98a0-d2b5-4cf7-9aa4-d024d864070b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.019874] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1156.019874] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a37333-e816-84ab-d438-72b1c2384cff" [ 1156.019874] env[69433]: _type = "Task" [ 1156.019874] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.030193] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a37333-e816-84ab-d438-72b1c2384cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.180292] env[69433]: DEBUG oslo_vmware.api [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339359, 'name': PowerOffVM_Task, 'duration_secs': 0.255313} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.180891] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.181181] env[69433]: DEBUG nova.compute.manager [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.182081] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450c0a86-bc4f-4bf6-ad3b-17882ad751c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.240398] env[69433]: DEBUG oslo_concurrency.lockutils [req-96ddffd5-4ec8-4ee7-9570-9916cb8a24e9 req-da63dc41-7139-4d1f-af33-557af355ee51 service nova] Releasing lock "refresh_cache-2de4a067-0c18-4ec2-a982-0cccb4d41179" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.327371] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 38a91e6a-8f7a-4906-89dc-d50305d15f6e] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.364110] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086899} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.364496] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.365504] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e43c7-fe43-4fe9-a2a1-0dd6fee147c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.388144] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c0caa021-1e54-4d1b-b28a-fdb5987b8eca/c0caa021-1e54-4d1b-b28a-fdb5987b8eca.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.388540] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ab7a820-8fc0-4bd4-8424-b310e38c6532 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.408533] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1156.408533] env[69433]: value = "task-3339361" [ 1156.408533] env[69433]: _type = "Task" [ 1156.408533] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.416578] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.531812] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a37333-e816-84ab-d438-72b1c2384cff, 'name': SearchDatastore_Task, 'duration_secs': 0.019352} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.531812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.531812] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.532063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.532216] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.532413] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.533039] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce611e22-3ade-4537-b84e-1ea0401edb13 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.544019] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.544272] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.545047] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a751433e-539b-4eb9-949f-78905c456142 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.550491] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1156.550491] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dd03f1-2cb9-0859-0938-fcb237cbd1e3" [ 1156.550491] env[69433]: _type = "Task" [ 1156.550491] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.558859] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dd03f1-2cb9-0859-0938-fcb237cbd1e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.682084] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.682375] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.682539] env[69433]: DEBUG nova.network.neutron [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.694742] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ef125cc9-a0ed-43fc-be69-599a1cbe5b5b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.831169] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 171bdf42-9ae7-4bcb-80c1-5f4707a90475] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.921765] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339361, 'name': ReconfigVM_Task, 'duration_secs': 0.508185} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.922044] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c0caa021-1e54-4d1b-b28a-fdb5987b8eca/c0caa021-1e54-4d1b-b28a-fdb5987b8eca.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.922789] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00750ab1-7795-42ee-9f39-826cccbab0b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.930677] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1156.930677] env[69433]: value = "task-3339362" [ 1156.930677] env[69433]: _type = "Task" [ 1156.930677] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.940574] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339362, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.996354] env[69433]: DEBUG nova.objects.instance [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'flavor' on Instance uuid 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.061280] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52dd03f1-2cb9-0859-0938-fcb237cbd1e3, 'name': SearchDatastore_Task, 'duration_secs': 0.026174} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.062027] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da989f3-4d53-4c88-abd6-8557e530e96f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.067826] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1157.067826] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5270f91f-36bc-d63d-abca-e88aae51b2e7" [ 1157.067826] env[69433]: _type = "Task" [ 1157.067826] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.076188] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5270f91f-36bc-d63d-abca-e88aae51b2e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.336411] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: c2dbf67c-796a-4d53-8611-b11801f4aa71] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.408712] env[69433]: INFO nova.network.neutron [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Port da606eef-7394-4dd4-bffb-4fc59c5d02ea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1157.408712] env[69433]: DEBUG nova.network.neutron [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.441934] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339362, 'name': Rename_Task, 'duration_secs': 0.198979} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.442495] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.442889] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24964031-66ce-47ed-a1bd-410f5d145478 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.449651] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1157.449651] env[69433]: value = "task-3339363" [ 1157.449651] env[69433]: _type = "Task" [ 1157.449651] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.458919] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.503296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.503296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.503296] env[69433]: DEBUG nova.network.neutron [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.503296] env[69433]: DEBUG nova.objects.instance [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'info_cache' on Instance uuid 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.581224] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5270f91f-36bc-d63d-abca-e88aae51b2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.584021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.584021] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2de4a067-0c18-4ec2-a982-0cccb4d41179/2de4a067-0c18-4ec2-a982-0cccb4d41179.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.584021] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cdfd93d-f208-4e58-8f39-df7210dbe5ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.591401] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1157.591401] env[69433]: value = "task-3339364" [ 1157.591401] env[69433]: _type = "Task" [ 1157.591401] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.601971] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.712972] env[69433]: DEBUG nova.compute.manager [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.713330] env[69433]: DEBUG nova.compute.manager [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing instance network info cache due to event network-changed-0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.713567] env[69433]: DEBUG oslo_concurrency.lockutils [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] Acquiring lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.840198] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 362c3083-d9e8-496c-a0c2-b6edc8b7cd4f] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.911714] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.914350] env[69433]: DEBUG oslo_concurrency.lockutils [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] Acquired lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.914586] env[69433]: DEBUG nova.network.neutron [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Refreshing network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.962372] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.007634] env[69433]: DEBUG nova.objects.base [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Object Instance<7ee9db8e-290d-4ffb-b4c1-2109511da4f2> lazy-loaded attributes: flavor,info_cache {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1158.103158] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339364, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.344096] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 16a89dad-35a8-410f-b589-649d4f2ff1bf] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.417677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3aa90e0b-b430-4c35-b23f-e8a0f028175f tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-fe2e0396-405d-4a43-ba5d-8e19161b0909-da606eef-7394-4dd4-bffb-4fc59c5d02ea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.658s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.423879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-5fe04a0b-b285-4819-86b0-a063840f276f-da606eef-7394-4dd4-bffb-4fc59c5d02ea" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.424017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-5fe04a0b-b285-4819-86b0-a063840f276f-da606eef-7394-4dd4-bffb-4fc59c5d02ea" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.424442] env[69433]: DEBUG nova.objects.instance [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'flavor' on Instance uuid 5fe04a0b-b285-4819-86b0-a063840f276f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.459731] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339363, 'name': PowerOnVM_Task, 'duration_secs': 0.781229} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.460009] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.460224] env[69433]: INFO nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1158.460465] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1158.461200] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c0f464-7ca9-4d9d-8551-8d5667f4c45d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.602196] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617513} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.602601] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 2de4a067-0c18-4ec2-a982-0cccb4d41179/2de4a067-0c18-4ec2-a982-0cccb4d41179.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.602765] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.602925] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3a0a819-6e99-462c-acd1-9aacb5775408 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.613311] env[69433]: DEBUG nova.network.neutron [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updated VIF entry in instance network info cache for port 0f01da72-1e71-4135-9561-a72e1abd0f5a. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.613578] env[69433]: DEBUG nova.network.neutron [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [{"id": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "address": "fa:16:3e:e1:50:e4", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f01da72-1e", "ovs_interfaceid": "0f01da72-1e71-4135-9561-a72e1abd0f5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.615251] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1158.615251] env[69433]: value = "task-3339365" [ 1158.615251] env[69433]: _type = "Task" [ 1158.615251] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.624017] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.795074] env[69433]: DEBUG nova.network.neutron [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.846986] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 2121b99a-03ef-4111-a393-144083d41811] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.976375] env[69433]: INFO nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Took 12.57 seconds to build instance. [ 1159.030050] env[69433]: DEBUG nova.objects.instance [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fe04a0b-b285-4819-86b0-a063840f276f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.116651] env[69433]: DEBUG oslo_concurrency.lockutils [req-952d5314-bfe2-49d3-8525-4ed0644154ce req-c1ff9cd0-e21d-45bc-b384-8f0c299a7ded service nova] Releasing lock "refresh_cache-fe2e0396-405d-4a43-ba5d-8e19161b0909" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.126394] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081885} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.126677] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.127504] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91903511-ccdb-4211-b909-9eabf41f7b38 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.150978] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 2de4a067-0c18-4ec2-a982-0cccb4d41179/2de4a067-0c18-4ec2-a982-0cccb4d41179.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.151307] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6be617d7-777a-4aff-a95d-c9a892ea3d97 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.171441] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1159.171441] env[69433]: value = "task-3339366" [ 1159.171441] env[69433]: _type = "Task" [ 1159.171441] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.180445] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.298506] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.350386] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 85b081b8-a4aa-4003-807e-1ca46729fba5] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.478324] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.080s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.532748] env[69433]: DEBUG nova.objects.base [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Object Instance<5fe04a0b-b285-4819-86b0-a063840f276f> lazy-loaded attributes: flavor,pci_requests {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1159.532973] env[69433]: DEBUG nova.network.neutron [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.597156] env[69433]: DEBUG nova.policy [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b49e4e6b3df84ac9a79bf03e8f3aef9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00dfb0a0de5e4c8492e4afb16258b208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.682457] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339366, 'name': ReconfigVM_Task, 'duration_secs': 0.321277} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.682803] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 2de4a067-0c18-4ec2-a982-0cccb4d41179/2de4a067-0c18-4ec2-a982-0cccb4d41179.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.683540] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-512ee320-cdfc-4733-83f4-136b94636dcc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.690993] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1159.690993] env[69433]: value = "task-3339367" [ 1159.690993] env[69433]: _type = "Task" [ 1159.690993] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.701671] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339367, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.738495] env[69433]: DEBUG nova.compute.manager [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.738693] env[69433]: DEBUG nova.compute.manager [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing instance network info cache due to event network-changed-77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.738906] env[69433]: DEBUG oslo_concurrency.lockutils [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.739350] env[69433]: DEBUG oslo_concurrency.lockutils [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.739619] env[69433]: DEBUG nova.network.neutron [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.854254] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 97b2bc5b-267b-440b-a66a-0fd86f49ace2] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.202162] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339367, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.305115] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.305428] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c102bb8-2995-43f1-9a04-f95bdf92f6e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.314054] env[69433]: DEBUG oslo_vmware.api [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1160.314054] env[69433]: value = "task-3339368" [ 1160.314054] env[69433]: _type = "Task" [ 1160.314054] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.321720] env[69433]: DEBUG oslo_vmware.api [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.357422] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 25d581b8-512c-4343-bee8-e0a713649884] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.534782] env[69433]: DEBUG nova.network.neutron [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updated VIF entry in instance network info cache for port 77f49d04-7af8-43c7-9f00-bd211eea2c49. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.535188] env[69433]: DEBUG nova.network.neutron [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.701782] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339367, 'name': Rename_Task, 'duration_secs': 0.929678} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.702074] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.702330] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3321b234-23f7-4d11-ad60-37c884d1c384 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.708480] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1160.708480] env[69433]: value = "task-3339369" [ 1160.708480] env[69433]: _type = "Task" [ 1160.708480] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.720377] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.825302] env[69433]: DEBUG oslo_vmware.api [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.861084] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 31fce428-9e5a-4459-a8fd-b4c381218ebd] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.038432] env[69433]: DEBUG oslo_concurrency.lockutils [req-7195aa63-6162-47d3-875d-1c80fd7a5440 req-4458d6a6-aac9-4d0c-8b0b-9438b5339de3 service nova] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.152332] env[69433]: DEBUG nova.network.neutron [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Successfully updated port: da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1161.218569] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.324983] env[69433]: DEBUG oslo_vmware.api [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339368, 'name': PowerOnVM_Task, 'duration_secs': 0.513796} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.325276] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.325477] env[69433]: DEBUG nova.compute.manager [None req-ffbb18b9-c63e-48af-a82e-1028c444fc6c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.326267] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6ebf03-d605-492a-ac65-b55d0dad7dd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.364247] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: ffe1854c-735d-4a3a-8db4-1435345ad039] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.657602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.658024] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.658024] env[69433]: DEBUG nova.network.neutron [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.719930] env[69433]: DEBUG oslo_vmware.api [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339369, 'name': PowerOnVM_Task, 'duration_secs': 0.583244} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.720222] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.720444] env[69433]: INFO nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1161.720637] env[69433]: DEBUG nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.721422] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523fdb10-2bce-4eb4-8d04-2ffac17f68d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.766111] env[69433]: DEBUG nova.compute.manager [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-vif-plugged-da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.766280] env[69433]: DEBUG oslo_concurrency.lockutils [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] Acquiring lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.766489] env[69433]: DEBUG oslo_concurrency.lockutils [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] Lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.766729] env[69433]: DEBUG oslo_concurrency.lockutils [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] Lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.766814] env[69433]: DEBUG nova.compute.manager [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] No waiting events found dispatching network-vif-plugged-da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.766983] env[69433]: WARNING nova.compute.manager [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received unexpected event network-vif-plugged-da606eef-7394-4dd4-bffb-4fc59c5d02ea for instance with vm_state active and task_state None. [ 1161.767159] env[69433]: DEBUG nova.compute.manager [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-changed-da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.767343] env[69433]: DEBUG nova.compute.manager [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing instance network info cache due to event network-changed-da606eef-7394-4dd4-bffb-4fc59c5d02ea. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.767522] env[69433]: DEBUG oslo_concurrency.lockutils [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.866847] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 1eb50a40-ea0a-4fca-8551-6eb9c70bb8e4] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.193269] env[69433]: WARNING nova.network.neutron [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] 8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef already exists in list: networks containing: ['8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef']. ignoring it [ 1162.238811] env[69433]: INFO nova.compute.manager [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Took 15.80 seconds to build instance. [ 1162.370394] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 7796cbd8-40fa-4c2b-8778-7850e2121254] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.615786] env[69433]: DEBUG nova.network.neutron [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "address": "fa:16:3e:25:b0:a7", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda606eef-73", "ovs_interfaceid": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.741201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1b2b668d-8bde-4dca-a321-3e0ec21863c4 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.310s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.873203] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 8bf6e905-2df3-48b6-88e8-dd3ecdd82a57] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.118807] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.120077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.120077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.120077] env[69433]: DEBUG oslo_concurrency.lockutils [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.120261] env[69433]: DEBUG nova.network.neutron [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Refreshing network info cache for port da606eef-7394-4dd4-bffb-4fc59c5d02ea {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.121810] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c09f74-3088-4475-9b64-3fa79c7ab79a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.139874] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.140083] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.140241] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.140873] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.140873] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.140873] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.141074] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.141119] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.141264] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.141421] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.141623] env[69433]: DEBUG nova.virt.hardware [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.148204] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Reconfiguring VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1163.149162] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3b7e85d-80d6-4085-980a-10c0f63a60d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.167544] env[69433]: DEBUG oslo_vmware.api [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1163.167544] env[69433]: value = "task-3339370" [ 1163.167544] env[69433]: _type = "Task" [ 1163.167544] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.175836] env[69433]: DEBUG oslo_vmware.api [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339370, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.367100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.367302] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.367483] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.367671] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.367840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.370542] env[69433]: INFO nova.compute.manager [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Terminating instance [ 1163.376429] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 1230813b-225e-4e1c-b46c-23f348844238] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.573258] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "2de4a067-0c18-4ec2-a982-0cccb4d41179" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.573672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.573967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "2de4a067-0c18-4ec2-a982-0cccb4d41179-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.574183] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.574358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.576491] env[69433]: INFO nova.compute.manager [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Terminating instance [ 1163.677713] env[69433]: DEBUG oslo_vmware.api [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.814519] env[69433]: DEBUG nova.network.neutron [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updated VIF entry in instance network info cache for port da606eef-7394-4dd4-bffb-4fc59c5d02ea. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.814947] env[69433]: DEBUG nova.network.neutron [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "address": "fa:16:3e:25:b0:a7", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda606eef-73", "ovs_interfaceid": "da606eef-7394-4dd4-bffb-4fc59c5d02ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.874132] env[69433]: DEBUG nova.compute.manager [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.874540] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.875306] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81c11aa-3ad8-4b03-95cb-7c6fb0d1c0c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.878816] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 1475723f-55a9-48dd-933f-3b36774e70d5] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.885458] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.885718] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46d55873-a199-47fd-b69c-c4f2fd3ff4a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.891580] env[69433]: DEBUG oslo_vmware.api [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1163.891580] env[69433]: value = "task-3339371" [ 1163.891580] env[69433]: _type = "Task" [ 1163.891580] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.901272] env[69433]: DEBUG oslo_vmware.api [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.024062] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfac60-0e2f-60e5-8526-1ffcc950a007/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1164.024920] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba99494-353d-473c-b6d7-21123b40c04d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.032562] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfac60-0e2f-60e5-8526-1ffcc950a007/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1164.032776] env[69433]: ERROR oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfac60-0e2f-60e5-8526-1ffcc950a007/disk-0.vmdk due to incomplete transfer. [ 1164.033036] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d703d31-31cf-4f47-9ed9-ab45386a123d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.041292] env[69433]: DEBUG oslo_vmware.rw_handles [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cfac60-0e2f-60e5-8526-1ffcc950a007/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1164.041545] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Uploaded image e9a2cf28-1c36-44f7-b805-f1830ae7b52d to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1164.044455] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1164.044785] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-938d3e94-b1e6-4e30-9ad7-b564b2fb34c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.051987] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1164.051987] env[69433]: value = "task-3339372" [ 1164.051987] env[69433]: _type = "Task" [ 1164.051987] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.060500] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339372, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.080435] env[69433]: DEBUG nova.compute.manager [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.080653] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.081559] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971ee508-b663-440f-af02-95f078cab95b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.088837] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.089147] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf9db44-1e13-469e-9bfc-2da48e8c6d83 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.094703] env[69433]: DEBUG oslo_vmware.api [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1164.094703] env[69433]: value = "task-3339373" [ 1164.094703] env[69433]: _type = "Task" [ 1164.094703] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.103495] env[69433]: DEBUG oslo_vmware.api [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.180403] env[69433]: DEBUG oslo_vmware.api [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.318398] env[69433]: DEBUG oslo_concurrency.lockutils [req-0b715021-aa71-4278-8db3-2bcfe2cff9d7 req-01b4cc60-55c5-49b3-9c6d-18a18b39b4b9 service nova] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.382547] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 40e488c2-596d-4c5e-870d-c3c0d6bb1f38] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.401078] env[69433]: DEBUG oslo_vmware.api [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339371, 'name': PowerOffVM_Task, 'duration_secs': 0.198901} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.401380] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.401583] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.401840] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24a04b67-8a92-4a75-a415-6f27552ae674 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.465126] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.465355] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.465585] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleting the datastore file [datastore2] c0caa021-1e54-4d1b-b28a-fdb5987b8eca {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.465851] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c6af2d8-70e6-4717-bb4f-f6f462292877 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.473419] env[69433]: DEBUG oslo_vmware.api [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1164.473419] env[69433]: value = "task-3339375" [ 1164.473419] env[69433]: _type = "Task" [ 1164.473419] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.481955] env[69433]: DEBUG oslo_vmware.api [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.561855] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339372, 'name': Destroy_Task, 'duration_secs': 0.324048} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.562147] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Destroyed the VM [ 1164.562406] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1164.562654] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1cf2034e-b998-418a-89f8-5f56d00caeaa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.569341] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1164.569341] env[69433]: value = "task-3339376" [ 1164.569341] env[69433]: _type = "Task" [ 1164.569341] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.577826] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339376, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.603067] env[69433]: DEBUG oslo_vmware.api [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339373, 'name': PowerOffVM_Task, 'duration_secs': 0.263383} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.603336] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.603506] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.603763] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfe7dfc7-3d43-47ac-8c76-06490da902f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.659765] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.659983] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.660286] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleting the datastore file [datastore2] 2de4a067-0c18-4ec2-a982-0cccb4d41179 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.660612] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-991de764-653f-44f8-a880-34cbb21b63d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.666834] env[69433]: DEBUG oslo_vmware.api [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for the task: (returnval){ [ 1164.666834] env[69433]: value = "task-3339378" [ 1164.666834] env[69433]: _type = "Task" [ 1164.666834] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.677893] env[69433]: DEBUG oslo_vmware.api [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.681860] env[69433]: DEBUG oslo_vmware.api [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339370, 'name': ReconfigVM_Task, 'duration_secs': 1.181491} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.682431] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.682717] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Reconfigured VM to attach interface {{(pid=69433) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1164.886968] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: c8c196ef-9345-411b-9520-a4d33ff6106c] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.985573] env[69433]: DEBUG oslo_vmware.api [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250903} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.985843] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.986075] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.986260] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.986433] env[69433]: INFO nova.compute.manager [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1164.986678] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.986866] env[69433]: DEBUG nova.compute.manager [-] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.986946] env[69433]: DEBUG nova.network.neutron [-] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.078979] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339376, 'name': RemoveSnapshot_Task, 'duration_secs': 0.345537} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.079275] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1165.079546] env[69433]: DEBUG nova.compute.manager [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.080339] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c54bd6-5871-44b3-a792-86bdd067db44 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.176586] env[69433]: DEBUG oslo_vmware.api [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Task: {'id': task-3339378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219732} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.176850] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.177051] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.177236] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.177410] env[69433]: INFO nova.compute.manager [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1165.177645] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.177833] env[69433]: DEBUG nova.compute.manager [-] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.177930] env[69433]: DEBUG nova.network.neutron [-] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.187912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-af7eb7f3-3a78-47b9-b40f-b9bef8f94a76 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-5fe04a0b-b285-4819-86b0-a063840f276f-da606eef-7394-4dd4-bffb-4fc59c5d02ea" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.764s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.288479] env[69433]: DEBUG nova.compute.manager [req-92ab68aa-6646-4996-ba09-c81a208756f3 req-b484f833-54b9-40d3-89cd-6622749494fa service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Received event network-vif-deleted-c45870ec-df45-4aa6-91d8-8fa90b933c5d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.288479] env[69433]: INFO nova.compute.manager [req-92ab68aa-6646-4996-ba09-c81a208756f3 req-b484f833-54b9-40d3-89cd-6622749494fa service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Neutron deleted interface c45870ec-df45-4aa6-91d8-8fa90b933c5d; detaching it from the instance and deleting it from the info cache [ 1165.288479] env[69433]: DEBUG nova.network.neutron [req-92ab68aa-6646-4996-ba09-c81a208756f3 req-b484f833-54b9-40d3-89cd-6622749494fa service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.390263] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 71bc03ed-4460-4a95-ac6d-d642ec86988a] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.422681] env[69433]: DEBUG nova.compute.manager [req-f8cb3b65-62d2-47b3-8dd3-1ed2524ca0d6 req-acc99c2d-17d1-41f2-9366-834adc529679 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Received event network-vif-deleted-e69a4058-9d7a-4eaf-a242-f418608a575f {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.423023] env[69433]: INFO nova.compute.manager [req-f8cb3b65-62d2-47b3-8dd3-1ed2524ca0d6 req-acc99c2d-17d1-41f2-9366-834adc529679 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Neutron deleted interface e69a4058-9d7a-4eaf-a242-f418608a575f; detaching it from the instance and deleting it from the info cache [ 1165.423086] env[69433]: DEBUG nova.network.neutron [req-f8cb3b65-62d2-47b3-8dd3-1ed2524ca0d6 req-acc99c2d-17d1-41f2-9366-834adc529679 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.591601] env[69433]: INFO nova.compute.manager [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Shelve offloading [ 1165.707030] env[69433]: DEBUG nova.network.neutron [-] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.790797] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27e9b55d-972e-421d-a370-d38472fb31b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.801710] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a19861e-026a-447d-bd11-9080f6f87914 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.833617] env[69433]: DEBUG nova.compute.manager [req-92ab68aa-6646-4996-ba09-c81a208756f3 req-b484f833-54b9-40d3-89cd-6622749494fa service nova] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Detach interface failed, port_id=c45870ec-df45-4aa6-91d8-8fa90b933c5d, reason: Instance c0caa021-1e54-4d1b-b28a-fdb5987b8eca could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.896029] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 5a6c502b-92fd-4323-811b-bd1269875d59] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.907449] env[69433]: DEBUG nova.network.neutron [-] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.925442] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28fb664e-6203-4ddc-92dd-603bce9003d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.934904] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7addf4ba-e70b-4416-9065-4fb20a6252f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.971277] env[69433]: DEBUG nova.compute.manager [req-f8cb3b65-62d2-47b3-8dd3-1ed2524ca0d6 req-acc99c2d-17d1-41f2-9366-834adc529679 service nova] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Detach interface failed, port_id=e69a4058-9d7a-4eaf-a242-f418608a575f, reason: Instance 2de4a067-0c18-4ec2-a982-0cccb4d41179 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1166.095176] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.095480] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d2188e-63a6-4942-81e0-b6672615005f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.103257] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1166.103257] env[69433]: value = "task-3339379" [ 1166.103257] env[69433]: _type = "Task" [ 1166.103257] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.111451] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.208708] env[69433]: INFO nova.compute.manager [-] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Took 1.22 seconds to deallocate network for instance. [ 1166.399803] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 5c97dd93-7e4a-4118-83db-a937e7db3f28] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.409565] env[69433]: INFO nova.compute.manager [-] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Took 1.23 seconds to deallocate network for instance. [ 1166.613737] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1166.613977] env[69433]: DEBUG nova.compute.manager [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.614758] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4ea00c-2cb4-4e67-8a32-b6d85989b664 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.619913] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.620255] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.623339] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.623499] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.623665] env[69433]: DEBUG nova.network.neutron [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.661868] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "interface-5fe04a0b-b285-4819-86b0-a063840f276f-da606eef-7394-4dd4-bffb-4fc59c5d02ea" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.662076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-5fe04a0b-b285-4819-86b0-a063840f276f-da606eef-7394-4dd4-bffb-4fc59c5d02ea" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.714623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.714882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.715118] env[69433]: DEBUG nova.objects.instance [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lazy-loading 'resources' on Instance uuid c0caa021-1e54-4d1b-b28a-fdb5987b8eca {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.902898] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 92a06e75-bc77-4211-8ed4-c30ed8751be5] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.915300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.126135] env[69433]: DEBUG nova.compute.utils [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.164432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.164647] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.165501] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0265b66-dbcb-49d2-909a-35b16f30f472 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.182917] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8d9766-a516-4dac-a213-8d9cbd817148 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.209971] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Reconfiguring VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1167.210276] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1289a444-dae7-4f18-b524-bb6eb2cfc84b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.232713] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1167.232713] env[69433]: value = "task-3339380" [ 1167.232713] env[69433]: _type = "Task" [ 1167.232713] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.240301] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.336034] env[69433]: DEBUG nova.network.neutron [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4625cc85-70", "ovs_interfaceid": "4625cc85-709e-44bd-9121-9776d26e241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.367751] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e320fb-3f2d-4ade-a7aa-bfe4618518fc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.375378] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d129b700-147d-4f54-ba56-6c4276c7c6f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.406193] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 45b1b295-23ae-4628-9762-209ac7f1b60b] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.408673] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f35b8-614c-4918-b4c9-5ef43d37af8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.416152] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1edd8c-2862-41a7-a075-6d0341106570 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.429975] env[69433]: DEBUG nova.compute.provider_tree [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.630707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.742963] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.838899] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.912687] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: e5ef7229-b060-449f-8474-d1bb48236ce4] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.933011] env[69433]: DEBUG nova.scheduler.client.report [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.057279] env[69433]: DEBUG nova.compute.manager [req-a124e6d1-9434-46e2-a061-fddf16309c34 req-84e9dc77-7c38-49f5-9a38-0e0377694623 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-vif-unplugged-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.057496] env[69433]: DEBUG oslo_concurrency.lockutils [req-a124e6d1-9434-46e2-a061-fddf16309c34 req-84e9dc77-7c38-49f5-9a38-0e0377694623 service nova] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.057777] env[69433]: DEBUG oslo_concurrency.lockutils [req-a124e6d1-9434-46e2-a061-fddf16309c34 req-84e9dc77-7c38-49f5-9a38-0e0377694623 service nova] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.057881] env[69433]: DEBUG oslo_concurrency.lockutils [req-a124e6d1-9434-46e2-a061-fddf16309c34 req-84e9dc77-7c38-49f5-9a38-0e0377694623 service nova] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.058168] env[69433]: DEBUG nova.compute.manager [req-a124e6d1-9434-46e2-a061-fddf16309c34 req-84e9dc77-7c38-49f5-9a38-0e0377694623 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] No waiting events found dispatching network-vif-unplugged-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.058432] env[69433]: WARNING nova.compute.manager [req-a124e6d1-9434-46e2-a061-fddf16309c34 req-84e9dc77-7c38-49f5-9a38-0e0377694623 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received unexpected event network-vif-unplugged-4625cc85-709e-44bd-9121-9776d26e241b for instance with vm_state shelved and task_state shelving_offloading. [ 1168.143007] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.144039] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e5b406-0d1b-4818-87e8-5b53c2f6c9d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.151760] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.152061] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-746f7cf8-8fa3-48bc-be30-6a12964ab416 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.218842] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.219082] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.219260] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleting the datastore file [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.219779] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d037e44-5304-4749-9ab0-024b2123b5b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.226867] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1168.226867] env[69433]: value = "task-3339382" [ 1168.226867] env[69433]: _type = "Task" [ 1168.226867] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.234377] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.241743] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.416592] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: af0d50d8-371e-407f-8e11-2b0eb3b4f8be] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.437907] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.441056] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.526s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.441290] env[69433]: DEBUG nova.objects.instance [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lazy-loading 'resources' on Instance uuid 2de4a067-0c18-4ec2-a982-0cccb4d41179 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.462398] env[69433]: INFO nova.scheduler.client.report [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted allocations for instance c0caa021-1e54-4d1b-b28a-fdb5987b8eca [ 1168.695155] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.695155] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.695799] env[69433]: INFO nova.compute.manager [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Attaching volume aafd2f08-e7ca-4514-9e8e-0b6da8ec542c to /dev/sdb [ 1168.727422] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ffb9f1-58db-4176-804a-649e18e0f458 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.741784] env[69433]: DEBUG oslo_vmware.api [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142891} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.742438] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.742674] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.742856] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.745152] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329d8949-41e3-4c4e-87fd-9ed60fcd4d2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.750305] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.761279] env[69433]: DEBUG nova.virt.block_device [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updating existing volume attachment record: b94b9e49-ba74-4ab1-995b-5447e72db037 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.765071] env[69433]: INFO nova.scheduler.client.report [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted allocations for instance 5fb5d120-3d5d-4f1b-9def-090132734cd8 [ 1168.919969] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 90206bf8-d16d-4586-9ffb-1c4d89c46550] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.971849] env[69433]: DEBUG oslo_concurrency.lockutils [None req-fa0eed0c-7f3c-406b-b8db-5e28162f3d87 tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "c0caa021-1e54-4d1b-b28a-fdb5987b8eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.604s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.072302] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4f67f8-e716-458e-a808-d0de6761cdab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.080352] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4674402e-f25f-4036-af3a-009711c804f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.110965] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fdf5a8-5877-4997-ac3c-93d497eb3de0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.118142] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0183fb8a-b7c0-47d9-a123-1c293b4e9527 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.131160] env[69433]: DEBUG nova.compute.provider_tree [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.244970] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.269392] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.424238] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 295ed5bf-b0b7-4ffb-b95f-25faa8ae6dd1] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.634477] env[69433]: DEBUG nova.scheduler.client.report [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.745513] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.927672] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 7c8ea413-9d35-4ba2-895a-2fd1c86dd901] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.082427] env[69433]: DEBUG nova.compute.manager [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-changed-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.082625] env[69433]: DEBUG nova.compute.manager [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing instance network info cache due to event network-changed-4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.082839] env[69433]: DEBUG oslo_concurrency.lockutils [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] Acquiring lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.082980] env[69433]: DEBUG oslo_concurrency.lockutils [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] Acquired lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.083153] env[69433]: DEBUG nova.network.neutron [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.140492] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.142778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.873s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.143044] env[69433]: DEBUG nova.objects.instance [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'resources' on Instance uuid 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.160137] env[69433]: INFO nova.scheduler.client.report [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Deleted allocations for instance 2de4a067-0c18-4ec2-a982-0cccb4d41179 [ 1170.245857] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.432029] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: efa44fa4-14ba-441f-8c6a-64c557cda2d0] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.645708] env[69433]: DEBUG nova.objects.instance [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'numa_topology' on Instance uuid 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.666788] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d66c7c07-5ab0-4919-8c57-28edfbce2b5d tempest-MultipleCreateTestJSON-2133635308 tempest-MultipleCreateTestJSON-2133635308-project-member] Lock "2de4a067-0c18-4ec2-a982-0cccb4d41179" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.093s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.749715] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.809243] env[69433]: DEBUG nova.network.neutron [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updated VIF entry in instance network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.809609] env[69433]: DEBUG nova.network.neutron [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4625cc85-70", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.934500] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: a408ea57-9966-4246-a7f3-2fe708b5afc9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.141884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.147575] env[69433]: DEBUG nova.objects.base [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Object Instance<5fb5d120-3d5d-4f1b-9def-090132734cd8> lazy-loaded attributes: resources,numa_topology {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.252531] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.290568] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab445459-16d4-47fd-97c9-23c1dbd87e79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.297790] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4aa413-0612-45f1-bdae-374209d3237d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.327070] env[69433]: DEBUG oslo_concurrency.lockutils [req-7b2acab2-144f-4a3b-b784-38473dc26b15 req-3984c1b8-f8a0-411f-85e5-fd9b3cd2002f service nova] Releasing lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.328205] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fc713f-6880-458b-90e7-009c112e1bb9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.335324] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b86105a-70c8-41e6-ae02-b6658f2f9cda {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.349640] env[69433]: DEBUG nova.compute.provider_tree [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.437659] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: b461f82f-7ce7-4bef-9f57-706b5239b3f8] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.748189] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.852644] env[69433]: DEBUG nova.scheduler.client.report [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.941491] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: dd22452f-04e7-43f9-95a1-4dc220c12db3] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.248742] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.358199] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.215s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.444999] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 0a3abf4a-4572-4a57-86cc-e6a5a9331694] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.749357] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.866878] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7d65c166-5f39-4478-8678-9720fc8eb300 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.322s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.867226] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.725s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.867226] env[69433]: INFO nova.compute.manager [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Unshelving [ 1172.948576] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: ddb3b611-da8c-490c-a47f-f4cc5d9f4245] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.249055] env[69433]: DEBUG oslo_vmware.api [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339380, 'name': ReconfigVM_Task, 'duration_secs': 5.736182} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.249531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.249870] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Reconfigured VM to detach interface {{(pid=69433) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1173.307881] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1173.309046] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666511', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'name': 'volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1676d61-698c-43e1-8965-f7ffe09d97dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'serial': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1173.309046] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2b335d-66b0-43ee-b534-91fc7cc76619 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.325356] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2975eae8-4a55-48ef-bea0-e4c74e257f32 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.350408] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c/volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.352503] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90aad45a-d5dd-4ff7-a06f-f32df13bd296 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.371834] env[69433]: DEBUG oslo_vmware.api [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1173.371834] env[69433]: value = "task-3339385" [ 1173.371834] env[69433]: _type = "Task" [ 1173.371834] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.382246] env[69433]: DEBUG oslo_vmware.api [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.451925] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.879486] env[69433]: DEBUG nova.compute.utils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.886488] env[69433]: DEBUG oslo_vmware.api [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339385, 'name': ReconfigVM_Task, 'duration_secs': 0.357303} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.886856] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c/volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.892530] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdb767f2-35c5-4394-89a4-7d085c2901fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.907290] env[69433]: DEBUG oslo_vmware.api [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1173.907290] env[69433]: value = "task-3339386" [ 1173.907290] env[69433]: _type = "Task" [ 1173.907290] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.916056] env[69433]: DEBUG oslo_vmware.api [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.382716] env[69433]: INFO nova.virt.block_device [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Booting with volume fe21b787-5e30-41d2-a18d-ae97444901ba at /dev/sdb [ 1174.413136] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b174f8c-9a89-4654-b41a-4fdbcedfd003 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.421209] env[69433]: DEBUG oslo_vmware.api [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339386, 'name': ReconfigVM_Task, 'duration_secs': 0.129268} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.421878] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666511', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'name': 'volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1676d61-698c-43e1-8965-f7ffe09d97dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'serial': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1174.427912] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3780ee2-5657-40a5-b944-742d2a5de1f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.438920] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.439145] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.459674] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1126d6a8-d4c6-4601-95e9-1088a5f33889 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.467617] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d7b90-2d2f-4225-9b84-cd1acc4757c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.498044] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e606c5-aa52-4c69-8a08-4d2165fe514b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.504686] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2832939-7830-47b3-ad74-064b65f9d77d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.517253] env[69433]: DEBUG nova.virt.block_device [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating existing volume attachment record: e40b4465-50a5-4f3b-970c-adfb63f9f2ea {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1174.628778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.628973] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquired lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.629171] env[69433]: DEBUG nova.network.neutron [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.945911] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.947313] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.947313] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.947313] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.947313] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.947313] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.947313] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1174.947313] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1175.041023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "5fe04a0b-b285-4819-86b0-a063840f276f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.041328] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "5fe04a0b-b285-4819-86b0-a063840f276f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.041598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.041799] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.041967] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "5fe04a0b-b285-4819-86b0-a063840f276f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.044065] env[69433]: INFO nova.compute.manager [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Terminating instance [ 1175.336657] env[69433]: INFO nova.network.neutron [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Port da606eef-7394-4dd4-bffb-4fc59c5d02ea from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1175.337063] env[69433]: DEBUG nova.network.neutron [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [{"id": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "address": "fa:16:3e:cd:b8:a5", "network": {"id": "8c4df8bd-f2fe-4dc8-a3c5-456bdd4e5fef", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-423272750-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00dfb0a0de5e4c8492e4afb16258b208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f49d04-7a", "ovs_interfaceid": "77f49d04-7af8-43c7-9f00-bd211eea2c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.451120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.451412] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.451559] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.451711] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1175.452618] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbcd80c-e142-408b-b57f-31e648c98c7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.460728] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e6ca6-b759-4759-ac84-e9b4d3ead6eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.465076] env[69433]: DEBUG nova.objects.instance [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'flavor' on Instance uuid c1676d61-698c-43e1-8965-f7ffe09d97dc {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.476421] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a73e43c-9afb-4bf1-8868-b73dc0b56326 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.483506] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66af312b-ecce-4aed-8376-3ded5b46bd54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.516526] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179929MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1175.516631] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.516858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.547457] env[69433]: DEBUG nova.compute.manager [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.547678] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.548668] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb168f4-b855-4f70-8c74-cd20281e895d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.556317] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.556545] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e00afd8-9e50-4736-a871-9f9cc2a27ab9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.562454] env[69433]: DEBUG oslo_vmware.api [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1175.562454] env[69433]: value = "task-3339390" [ 1175.562454] env[69433]: _type = "Task" [ 1175.562454] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.570930] env[69433]: DEBUG oslo_vmware.api [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.840364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Releasing lock "refresh_cache-5fe04a0b-b285-4819-86b0-a063840f276f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.970181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7706a345-080c-403b-832e-1a98e069c932 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.274s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.072677] env[69433]: DEBUG oslo_vmware.api [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339390, 'name': PowerOffVM_Task, 'duration_secs': 0.230298} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.072955] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.073138] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.073375] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0124d6bb-17df-492d-9e4f-cc41fdfe40cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.133679] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.133930] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.134128] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleting the datastore file [datastore1] 5fe04a0b-b285-4819-86b0-a063840f276f {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.134393] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b486dda3-a4f7-4ec6-80e9-32a2ac29fe23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.141326] env[69433]: DEBUG oslo_vmware.api [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1176.141326] env[69433]: value = "task-3339392" [ 1176.141326] env[69433]: _type = "Task" [ 1176.141326] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.149252] env[69433]: DEBUG oslo_vmware.api [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.344127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-b3f7a543-9972-4673-b146-f3224efb601b tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "interface-5fe04a0b-b285-4819-86b0-a063840f276f-da606eef-7394-4dd4-bffb-4fc59c5d02ea" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.682s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.436107] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.436807] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.546361] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.546632] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.546675] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 83e988de-f174-4768-9f25-518e437b0532 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.546763] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 88d46771-e986-48c4-a7aa-469b26226405 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.546880] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance fe2e0396-405d-4a43-ba5d-8e19161b0909 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.546996] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5fe04a0b-b285-4819-86b0-a063840f276f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.547157] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance c1676d61-698c-43e1-8965-f7ffe09d97dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.547271] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 673b49e8-f5c2-4837-a023-9632d53e8c60 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1176.652177] env[69433]: DEBUG oslo_vmware.api [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158898} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.652457] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.652644] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.652825] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.653021] env[69433]: INFO nova.compute.manager [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1176.653256] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.653449] env[69433]: DEBUG nova.compute.manager [-] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.653546] env[69433]: DEBUG nova.network.neutron [-] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.941281] env[69433]: INFO nova.compute.manager [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Detaching volume aafd2f08-e7ca-4514-9e8e-0b6da8ec542c [ 1176.988148] env[69433]: INFO nova.virt.block_device [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Attempting to driver detach volume aafd2f08-e7ca-4514-9e8e-0b6da8ec542c from mountpoint /dev/sdb [ 1176.988402] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1176.988634] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666511', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'name': 'volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1676d61-698c-43e1-8965-f7ffe09d97dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'serial': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1176.989532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f146c45-9eda-461c-87b4-acf1404bfa39 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.011718] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5405f91-2723-4d77-98c8-e88a351fbdba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.018328] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8872b6df-7d5a-46db-ae59-609626843d77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.040252] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6ee9cf-0334-4a1b-8c54-83276006f518 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.054148] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5fb5d120-3d5d-4f1b-9def-090132734cd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1177.054389] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1177.054535] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1177.056914] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] The volume has not been displaced from its original location: [datastore2] volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c/volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.062227] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.062786] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79665dbc-9b0f-4652-8714-7dc616e4cac7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.080400] env[69433]: DEBUG oslo_vmware.api [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1177.080400] env[69433]: value = "task-3339394" [ 1177.080400] env[69433]: _type = "Task" [ 1177.080400] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.092632] env[69433]: DEBUG oslo_vmware.api [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.182263] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e99b54-8a8b-4cec-a770-529807d22470 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.189833] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f48f51a-3837-48e6-8b77-1a27d28feba7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.221687] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8eb03-80c2-418b-982e-ea81c1093d5e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.228950] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bb8a18-37a0-4af4-bc83-d78f8a1a4147 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.244384] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.368617] env[69433]: DEBUG nova.compute.manager [req-416dfb2a-22eb-4763-8299-67d7749ee153 req-dc0a3d11-a970-4e2c-9514-8638a83cfbd6 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Received event network-vif-deleted-77f49d04-7af8-43c7-9f00-bd211eea2c49 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.368710] env[69433]: INFO nova.compute.manager [req-416dfb2a-22eb-4763-8299-67d7749ee153 req-dc0a3d11-a970-4e2c-9514-8638a83cfbd6 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Neutron deleted interface 77f49d04-7af8-43c7-9f00-bd211eea2c49; detaching it from the instance and deleting it from the info cache [ 1177.369082] env[69433]: DEBUG nova.network.neutron [req-416dfb2a-22eb-4763-8299-67d7749ee153 req-dc0a3d11-a970-4e2c-9514-8638a83cfbd6 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.590997] env[69433]: DEBUG oslo_vmware.api [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339394, 'name': ReconfigVM_Task, 'duration_secs': 0.229659} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.591313] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.596270] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f73efe-83bf-4968-ba6d-dcde26c929e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.612239] env[69433]: DEBUG oslo_vmware.api [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1177.612239] env[69433]: value = "task-3339395" [ 1177.612239] env[69433]: _type = "Task" [ 1177.612239] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.620009] env[69433]: DEBUG oslo_vmware.api [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339395, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.747313] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.850166] env[69433]: DEBUG nova.network.neutron [-] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.871565] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ae2c167-8d10-4791-a5c7-60e424f93f3b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.880777] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c742b810-b5a9-4e4c-a2f0-feca6ac18b5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.911290] env[69433]: DEBUG nova.compute.manager [req-416dfb2a-22eb-4763-8299-67d7749ee153 req-dc0a3d11-a970-4e2c-9514-8638a83cfbd6 service nova] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Detach interface failed, port_id=77f49d04-7af8-43c7-9f00-bd211eea2c49, reason: Instance 5fe04a0b-b285-4819-86b0-a063840f276f could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1178.122073] env[69433]: DEBUG oslo_vmware.api [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339395, 'name': ReconfigVM_Task, 'duration_secs': 0.129603} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.122398] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666511', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'name': 'volume-aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c1676d61-698c-43e1-8965-f7ffe09d97dc', 'attached_at': '', 'detached_at': '', 'volume_id': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c', 'serial': 'aafd2f08-e7ca-4514-9e8e-0b6da8ec542c'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1178.252607] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1178.252836] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.736s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.352845] env[69433]: INFO nova.compute.manager [-] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Took 1.70 seconds to deallocate network for instance. [ 1178.672783] env[69433]: DEBUG nova.objects.instance [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'flavor' on Instance uuid c1676d61-698c-43e1-8965-f7ffe09d97dc {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.859733] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.860032] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.860275] env[69433]: DEBUG nova.objects.instance [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'resources' on Instance uuid 5fe04a0b-b285-4819-86b0-a063840f276f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.469585] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e043f9-c29c-45bb-bcd8-57022ad323c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.477071] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0873ef2-a977-4f23-b390-953f9f9315e0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.508260] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c840b4-384a-4a70-a788-a8429efe63cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.514983] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3989e83-8059-466e-a8ef-89343136b0a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.527916] env[69433]: DEBUG nova.compute.provider_tree [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.681395] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5c14c078-030d-4533-9d33-359f007577f4 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.031434] env[69433]: DEBUG nova.scheduler.client.report [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.108754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.537104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.539355] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.431s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.539804] env[69433]: DEBUG nova.objects.instance [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.554939] env[69433]: INFO nova.scheduler.client.report [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted allocations for instance 5fe04a0b-b285-4819-86b0-a063840f276f [ 1180.690028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.690028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.690440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.690440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.690609] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.692677] env[69433]: INFO nova.compute.manager [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Terminating instance [ 1181.043725] env[69433]: DEBUG nova.objects.instance [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'numa_topology' on Instance uuid 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.061175] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4c03df11-fd98-4531-a156-aad2bda60c84 tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "5fe04a0b-b285-4819-86b0-a063840f276f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.020s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.195825] env[69433]: DEBUG nova.compute.manager [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1181.196083] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.197188] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955704f4-1eaa-4568-b661-f26fedd2e615 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.206090] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.206319] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-653bee16-2a39-4972-9a88-a02a37d493d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.211798] env[69433]: DEBUG oslo_vmware.api [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1181.211798] env[69433]: value = "task-3339396" [ 1181.211798] env[69433]: _type = "Task" [ 1181.211798] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.219983] env[69433]: DEBUG oslo_vmware.api [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.545620] env[69433]: INFO nova.compute.claims [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.655533] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.655806] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.656028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.656221] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.656393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.658327] env[69433]: INFO nova.compute.manager [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Terminating instance [ 1181.721954] env[69433]: DEBUG oslo_vmware.api [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339396, 'name': PowerOffVM_Task, 'duration_secs': 0.178558} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.722324] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1181.722405] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.722655] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34c57244-d11b-4842-b13c-d89d02c60958 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.781490] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.781718] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.781901] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleting the datastore file [datastore1] c1676d61-698c-43e1-8965-f7ffe09d97dc {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.782178] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b955d7f-af77-40cf-9a7d-7766439fdc0b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.788264] env[69433]: DEBUG oslo_vmware.api [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1181.788264] env[69433]: value = "task-3339398" [ 1181.788264] env[69433]: _type = "Task" [ 1181.788264] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.795675] env[69433]: DEBUG oslo_vmware.api [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.971442] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "673b49e8-f5c2-4837-a023-9632d53e8c60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.971636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.971845] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.972043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.972219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.974408] env[69433]: INFO nova.compute.manager [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Terminating instance [ 1182.161555] env[69433]: DEBUG nova.compute.manager [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.161798] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.162747] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f03649b-abf3-457a-930f-d9f6c2ee242f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.170398] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.170743] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-950fab48-adca-45e6-9e70-349505f7bd38 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.176867] env[69433]: DEBUG oslo_vmware.api [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1182.176867] env[69433]: value = "task-3339399" [ 1182.176867] env[69433]: _type = "Task" [ 1182.176867] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.183925] env[69433]: DEBUG oslo_vmware.api [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.297855] env[69433]: DEBUG oslo_vmware.api [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124708} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.298151] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.298338] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.298517] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.298692] env[69433]: INFO nova.compute.manager [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1182.298951] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.299161] env[69433]: DEBUG nova.compute.manager [-] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1182.299259] env[69433]: DEBUG nova.network.neutron [-] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1182.478544] env[69433]: DEBUG nova.compute.manager [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.478842] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.479109] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f1c19c-ee32-41bd-92d8-b3a816564982 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.486446] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1182.486446] env[69433]: value = "task-3339400" [ 1182.486446] env[69433]: _type = "Task" [ 1182.486446] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.495069] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.692699] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f722ed6-9565-4f88-9bde-873a27857b7c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.705632] env[69433]: DEBUG oslo_vmware.api [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339399, 'name': PowerOffVM_Task, 'duration_secs': 0.231496} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.708638] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.708894] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.709300] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee0476a-1a92-409b-94f5-a633d98b1b94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.712685] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a990da7-198f-4f20-9f50-f058e4de3bd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.764553] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073c3e0b-a806-41ec-a6c3-a13af0c7b9cf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.775537] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2225bb6c-f85b-42b2-a283-81faa9bfd534 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.782996] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.783329] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.783595] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleting the datastore file [datastore2] fe2e0396-405d-4a43-ba5d-8e19161b0909 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.784359] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eeb44a7-c252-4e2d-a5b2-c58583d1ee25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.798498] env[69433]: DEBUG nova.compute.provider_tree [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.807049] env[69433]: DEBUG oslo_vmware.api [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for the task: (returnval){ [ 1182.807049] env[69433]: value = "task-3339402" [ 1182.807049] env[69433]: _type = "Task" [ 1182.807049] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.814665] env[69433]: DEBUG oslo_vmware.api [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.997011] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339400, 'name': PowerOffVM_Task, 'duration_secs': 0.174595} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.997011] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.997011] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.998035] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666487', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'name': 'volume-0b0a5822-1d5c-482e-81a5-3f0705502375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '673b49e8-f5c2-4837-a023-9632d53e8c60', 'attached_at': '2025-04-06T15:39:48.000000', 'detached_at': '', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'serial': '0b0a5822-1d5c-482e-81a5-3f0705502375'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.998373] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3869a0-66f5-4864-bf18-940249e1b37a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.016469] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e375442e-517e-499d-9a44-db160d23f5df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.023289] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598066e4-d0a4-4bc3-a216-5870a6d6cd5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.048599] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b6fbfe-139d-4a32-8c25-7e06d1d9b7e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.065273] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] The volume has not been displaced from its original location: [datastore1] volume-0b0a5822-1d5c-482e-81a5-3f0705502375/volume-0b0a5822-1d5c-482e-81a5-3f0705502375.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1183.070727] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1183.071670] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e505d0bf-bfd4-4c34-8428-3c4e9fae608b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.086624] env[69433]: DEBUG nova.compute.manager [req-a3303c67-b1df-4957-8ff7-bd9e8893a776 req-25e7bff6-091b-4642-b15c-bde98eb639cc service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Received event network-vif-deleted-72d78d84-ad97-4d0e-b156-72a8d216dbd4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.086972] env[69433]: INFO nova.compute.manager [req-a3303c67-b1df-4957-8ff7-bd9e8893a776 req-25e7bff6-091b-4642-b15c-bde98eb639cc service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Neutron deleted interface 72d78d84-ad97-4d0e-b156-72a8d216dbd4; detaching it from the instance and deleting it from the info cache [ 1183.087224] env[69433]: DEBUG nova.network.neutron [req-a3303c67-b1df-4957-8ff7-bd9e8893a776 req-25e7bff6-091b-4642-b15c-bde98eb639cc service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.093431] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1183.093431] env[69433]: value = "task-3339403" [ 1183.093431] env[69433]: _type = "Task" [ 1183.093431] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.103452] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.302879] env[69433]: DEBUG nova.scheduler.client.report [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.314704] env[69433]: DEBUG oslo_vmware.api [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Task: {'id': task-3339402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147766} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.314946] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.315147] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.315524] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.315524] env[69433]: INFO nova.compute.manager [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1183.315719] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.315902] env[69433]: DEBUG nova.compute.manager [-] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.315996] env[69433]: DEBUG nova.network.neutron [-] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.554021] env[69433]: DEBUG nova.network.neutron [-] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.590338] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f55695fb-63af-41f1-8302-a6b197dc48e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.601750] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd16e40d-19cc-4492-a9c5-f9bbea9f7781 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.619000] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339403, 'name': ReconfigVM_Task, 'duration_secs': 0.212787} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.619000] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1183.622121] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d510f1cd-affc-45f4-83f2-3ae7327333a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.642025] env[69433]: DEBUG nova.compute.manager [req-a3303c67-b1df-4957-8ff7-bd9e8893a776 req-25e7bff6-091b-4642-b15c-bde98eb639cc service nova] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Detach interface failed, port_id=72d78d84-ad97-4d0e-b156-72a8d216dbd4, reason: Instance c1676d61-698c-43e1-8965-f7ffe09d97dc could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1183.645967] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1183.645967] env[69433]: value = "task-3339404" [ 1183.645967] env[69433]: _type = "Task" [ 1183.645967] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.655073] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339404, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.810840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.271s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.837153] env[69433]: INFO nova.network.neutron [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating port 4625cc85-709e-44bd-9121-9776d26e241b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1184.013020] env[69433]: DEBUG nova.network.neutron [-] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.058991] env[69433]: INFO nova.compute.manager [-] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Took 1.76 seconds to deallocate network for instance. [ 1184.155823] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339404, 'name': ReconfigVM_Task, 'duration_secs': 0.145676} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.156159] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666487', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'name': 'volume-0b0a5822-1d5c-482e-81a5-3f0705502375', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '673b49e8-f5c2-4837-a023-9632d53e8c60', 'attached_at': '2025-04-06T15:39:48.000000', 'detached_at': '', 'volume_id': '0b0a5822-1d5c-482e-81a5-3f0705502375', 'serial': '0b0a5822-1d5c-482e-81a5-3f0705502375'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1184.156422] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.157166] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f6a4d-37d2-44a1-9888-41643dda818e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.163907] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.164148] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0348ad2-3f50-4dbc-9cbe-671d53673a18 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.226990] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.227290] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.227478] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleting the datastore file [datastore1] 673b49e8-f5c2-4837-a023-9632d53e8c60 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.227807] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-787fe27e-6460-4947-b9b4-c4c3ff721272 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.233946] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1184.233946] env[69433]: value = "task-3339406" [ 1184.233946] env[69433]: _type = "Task" [ 1184.233946] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.241118] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.515464] env[69433]: INFO nova.compute.manager [-] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Took 1.20 seconds to deallocate network for instance. [ 1184.565503] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.565637] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.565866] env[69433]: DEBUG nova.objects.instance [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'resources' on Instance uuid c1676d61-698c-43e1-8965-f7ffe09d97dc {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.744847] env[69433]: DEBUG oslo_vmware.api [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079947} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.745136] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.745326] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.745503] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.745714] env[69433]: INFO nova.compute.manager [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1184.745917] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.746125] env[69433]: DEBUG nova.compute.manager [-] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1184.746223] env[69433]: DEBUG nova.network.neutron [-] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.024552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.105994] env[69433]: DEBUG nova.compute.manager [req-c3a06100-ccf9-4457-94c8-c63509479768 req-9b3ef756-8eba-483c-aa62-f4981f90951f service nova] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Received event network-vif-deleted-0f01da72-1e71-4135-9561-a72e1abd0f5a {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.206083] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56626e44-93bd-4f70-83c3-39a730f2f6d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.214348] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1986fc-6a01-47c4-a1ea-98b24d59206d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.246461] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d3786-87a2-46be-ab4b-a9581d300d57 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.254348] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a36f93a-f57c-418c-b8bb-d079dc2ea37b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.267868] env[69433]: DEBUG nova.compute.provider_tree [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.327376] env[69433]: DEBUG nova.compute.manager [req-822b1fe6-3479-4c72-863b-10dae99f0632 req-a82049ee-9f33-4c36-ad2d-eb07a8919408 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Received event network-vif-deleted-333cdf1c-4f28-4129-8207-36dc47cba694 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.327575] env[69433]: INFO nova.compute.manager [req-822b1fe6-3479-4c72-863b-10dae99f0632 req-a82049ee-9f33-4c36-ad2d-eb07a8919408 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Neutron deleted interface 333cdf1c-4f28-4129-8207-36dc47cba694; detaching it from the instance and deleting it from the info cache [ 1185.327812] env[69433]: DEBUG nova.network.neutron [req-822b1fe6-3479-4c72-863b-10dae99f0632 req-a82049ee-9f33-4c36-ad2d-eb07a8919408 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.362641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.362846] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.363058] env[69433]: DEBUG nova.network.neutron [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.790432] env[69433]: ERROR nova.scheduler.client.report [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [req-8fced2b2-a7bf-4520-87bc-8bfaa9f016df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8fced2b2-a7bf-4520-87bc-8bfaa9f016df"}]} [ 1185.795823] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.812022] env[69433]: DEBUG nova.scheduler.client.report [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1185.813985] env[69433]: DEBUG nova.network.neutron [-] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.830883] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b232637b-51d1-4cf4-9036-17f2ab4f025a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.839559] env[69433]: DEBUG nova.scheduler.client.report [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1185.839856] env[69433]: DEBUG nova.compute.provider_tree [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.844402] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9ef33e-fc81-484d-9a56-0fddd03a4ead {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.868179] env[69433]: DEBUG nova.scheduler.client.report [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1185.878746] env[69433]: DEBUG nova.compute.manager [req-822b1fe6-3479-4c72-863b-10dae99f0632 req-a82049ee-9f33-4c36-ad2d-eb07a8919408 service nova] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Detach interface failed, port_id=333cdf1c-4f28-4129-8207-36dc47cba694, reason: Instance 673b49e8-f5c2-4837-a023-9632d53e8c60 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1185.902367] env[69433]: DEBUG nova.scheduler.client.report [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1186.030042] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2217a828-f689-4757-ae22-ad00630f2f49 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.038263] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180236c9-7021-42a3-a5c9-52ab3328749f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.084164] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf2a143-9644-45ef-af60-6d6bc79524cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.092350] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe3b8ac-88f9-40d2-b5d1-845705ba6b42 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.106755] env[69433]: DEBUG nova.compute.provider_tree [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.184573] env[69433]: DEBUG nova.network.neutron [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4625cc85-70", "ovs_interfaceid": "4625cc85-709e-44bd-9121-9776d26e241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.299743] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Getting list of instances from cluster (obj){ [ 1186.299743] env[69433]: value = "domain-c8" [ 1186.299743] env[69433]: _type = "ClusterComputeResource" [ 1186.299743] env[69433]: } {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1186.300793] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08de7fe0-bb42-4558-aa17-6c47290bb5a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.316193] env[69433]: INFO nova.compute.manager [-] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Took 1.57 seconds to deallocate network for instance. [ 1186.316448] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Got total of 4 instances {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1186.316595] env[69433]: WARNING nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] While synchronizing instance power states, found 8 instances in the database and 4 instances on the hypervisor. [ 1186.316735] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid 3d34de78-04b1-4473-b577-88f8014a5c19 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.316928] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.317099] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid 83e988de-f174-4768-9f25-518e437b0532 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.317258] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.317410] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid fe2e0396-405d-4a43-ba5d-8e19161b0909 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.317562] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.317744] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid 673b49e8-f5c2-4837-a023-9632d53e8c60 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.317905] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid c1676d61-698c-43e1-8965-f7ffe09d97dc {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1186.320353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "3d34de78-04b1-4473-b577-88f8014a5c19" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.320574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "3d34de78-04b1-4473-b577-88f8014a5c19" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.320851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.321053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.321297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "83e988de-f174-4768-9f25-518e437b0532" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.321475] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "83e988de-f174-4768-9f25-518e437b0532" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.321702] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.321877] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.322113] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.322321] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.322515] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "673b49e8-f5c2-4837-a023-9632d53e8c60" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.322725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.323897] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a468e470-ca0a-44fc-baef-76cfeffeedaa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.327252] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaff271-04e0-4b3a-837b-49c16131ee6e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.330265] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b362f57a-76fc-409e-ae4d-34afa2ec6d4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.333369] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a133cc3-23f6-4c26-b81b-2ae26be4e97c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.360023] env[69433]: DEBUG oslo_concurrency.lockutils [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.642661] env[69433]: DEBUG nova.scheduler.client.report [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1186.642932] env[69433]: DEBUG nova.compute.provider_tree [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 148 to 149 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1186.643134] env[69433]: DEBUG nova.compute.provider_tree [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1186.686951] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.738699] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7a8abc23757d39920b924343e6b66cb3',container_format='bare',created_at=2025-04-06T15:39:52Z,direct_url=,disk_format='vmdk',id=e9a2cf28-1c36-44f7-b805-f1830ae7b52d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-117807236-shelved',owner='05a9e101ec6245fd8d91e9b80e39cd75',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-06T15:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.738941] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.739123] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.739316] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.739465] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.739612] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.739860] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.740054] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.740236] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.740405] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.740581] env[69433]: DEBUG nova.virt.hardware [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.741515] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e4a53e-d415-432f-ad6e-b516b1977de8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.750685] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d331859-4b9e-4149-923a-bfddf044e2e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.764646] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:4c:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4625cc85-709e-44bd-9121-9776d26e241b', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1186.772247] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.772548] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1186.772790] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26238ac7-6474-434f-b9db-ffe24f413dc5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.793323] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1186.793323] env[69433]: value = "task-3339407" [ 1186.793323] env[69433]: _type = "Task" [ 1186.793323] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.801447] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339407, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.850492] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "3d34de78-04b1-4473-b577-88f8014a5c19" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.530s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.850895] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.851169] env[69433]: DEBUG oslo_concurrency.lockutils [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.491s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.852977] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.857025] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "83e988de-f174-4768-9f25-518e437b0532" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.873732] env[69433]: INFO nova.compute.manager [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Took 0.56 seconds to detach 1 volumes for instance. [ 1186.875847] env[69433]: DEBUG nova.compute.manager [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Deleting volume: 0b0a5822-1d5c-482e-81a5-3f0705502375 {{(pid=69433) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1187.132043] env[69433]: DEBUG nova.compute.manager [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-vif-plugged-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.132399] env[69433]: DEBUG oslo_concurrency.lockutils [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.132659] env[69433]: DEBUG oslo_concurrency.lockutils [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.132659] env[69433]: DEBUG oslo_concurrency.lockutils [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.132889] env[69433]: DEBUG nova.compute.manager [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] No waiting events found dispatching network-vif-plugged-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.132984] env[69433]: WARNING nova.compute.manager [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received unexpected event network-vif-plugged-4625cc85-709e-44bd-9121-9776d26e241b for instance with vm_state shelved_offloaded and task_state spawning. [ 1187.133438] env[69433]: DEBUG nova.compute.manager [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-changed-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.133606] env[69433]: DEBUG nova.compute.manager [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing instance network info cache due to event network-changed-4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.133801] env[69433]: DEBUG oslo_concurrency.lockutils [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] Acquiring lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.133941] env[69433]: DEBUG oslo_concurrency.lockutils [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] Acquired lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.134120] env[69433]: DEBUG nova.network.neutron [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Refreshing network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1187.148031] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.582s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.150640] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.126s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.150640] env[69433]: DEBUG nova.objects.instance [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lazy-loading 'resources' on Instance uuid fe2e0396-405d-4a43-ba5d-8e19161b0909 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.195306] env[69433]: INFO nova.scheduler.client.report [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted allocations for instance c1676d61-698c-43e1-8965-f7ffe09d97dc [ 1187.304800] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339407, 'name': CreateVM_Task, 'duration_secs': 0.302314} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.305026] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1187.305771] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.305951] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.306393] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.306653] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd5700f-2915-4543-a624-1d5229b5f301 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.311299] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1187.311299] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52debe8b-ca87-b9b8-cb4e-6ce5ece5a5b3" [ 1187.311299] env[69433]: _type = "Task" [ 1187.311299] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.320534] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52debe8b-ca87-b9b8-cb4e-6ce5ece5a5b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.355121] env[69433]: INFO nova.compute.manager [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Detaching volume 5e09ceb3-cf00-4545-8512-81ec0054fd49 [ 1187.396374] env[69433]: INFO nova.virt.block_device [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Attempting to driver detach volume 5e09ceb3-cf00-4545-8512-81ec0054fd49 from mountpoint /dev/sdb [ 1187.396596] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.396777] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666506', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'name': 'volume-5e09ceb3-cf00-4545-8512-81ec0054fd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d46771-e986-48c4-a7aa-469b26226405', 'attached_at': '', 'detached_at': '', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'serial': '5e09ceb3-cf00-4545-8512-81ec0054fd49'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.397717] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bd521f-a002-4e8b-827e-78ee785ce723 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.420204] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d3fc85-40ae-4ca7-9b8b-70b6dbebb50a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.424944] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.427331] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602808af-46f6-41e7-8a1d-72560f66a84b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.447630] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7eb758-4404-4bed-9c90-46c7218fe647 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.462796] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] The volume has not been displaced from its original location: [datastore1] volume-5e09ceb3-cf00-4545-8512-81ec0054fd49/volume-5e09ceb3-cf00-4545-8512-81ec0054fd49.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1187.467894] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.468216] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21cafdd9-29f9-4749-9fd0-4e5d15d3c64e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.485215] env[69433]: DEBUG oslo_vmware.api [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1187.485215] env[69433]: value = "task-3339409" [ 1187.485215] env[69433]: _type = "Task" [ 1187.485215] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.492647] env[69433]: DEBUG oslo_vmware.api [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.705459] env[69433]: DEBUG oslo_concurrency.lockutils [None req-883360da-e92b-47f8-8b4f-6de4d2fbde7c tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.015s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.706699] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.384s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.707480] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a647b89a-6008-4d36-8ed3-c490910664f5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.715762] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5aa4de-2c4a-4647-8c7b-d0ed77d598ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.772629] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f97105d-cf04-4d9a-9212-49989333d23c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.780774] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab88e7f9-b66a-42b5-9944-dd7cd6948b86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.813480] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431f023f-dbaa-430a-8147-3b7d069bf4fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.827965] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05d8d84-22cc-4adc-9d01-2089cf1505e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.831924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.832181] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Processing image e9a2cf28-1c36-44f7-b805-f1830ae7b52d {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1187.832413] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d/e9a2cf28-1c36-44f7-b805-f1830ae7b52d.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.832699] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d/e9a2cf28-1c36-44f7-b805-f1830ae7b52d.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.832918] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.833836] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ad3e50-e333-47fe-a1dd-288756acbecd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.844837] env[69433]: DEBUG nova.compute.provider_tree [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.855467] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.855824] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1187.856779] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7cf99f-9736-4cc3-9fa1-d9d0ba49dadc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.862689] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1187.862689] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9b003-84f2-3fe9-d0e2-78732e73e921" [ 1187.862689] env[69433]: _type = "Task" [ 1187.862689] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.870439] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d9b003-84f2-3fe9-d0e2-78732e73e921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.973472] env[69433]: DEBUG nova.network.neutron [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updated VIF entry in instance network info cache for port 4625cc85-709e-44bd-9121-9776d26e241b. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.973925] env[69433]: DEBUG nova.network.neutron [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [{"id": "4625cc85-709e-44bd-9121-9776d26e241b", "address": "fa:16:3e:a4:4c:f2", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4625cc85-70", "ovs_interfaceid": "4625cc85-709e-44bd-9121-9776d26e241b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.995306] env[69433]: DEBUG oslo_vmware.api [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339409, 'name': ReconfigVM_Task, 'duration_secs': 0.213978} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.995618] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.000551] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68d101d4-a545-4974-90d8-72162edf1ae8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.015874] env[69433]: DEBUG oslo_vmware.api [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1188.015874] env[69433]: value = "task-3339410" [ 1188.015874] env[69433]: _type = "Task" [ 1188.015874] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.025503] env[69433]: DEBUG oslo_vmware.api [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339410, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.256863] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "c1676d61-698c-43e1-8965-f7ffe09d97dc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.348492] env[69433]: DEBUG nova.scheduler.client.report [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.372596] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Preparing fetch location {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1188.372844] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Fetch image to [datastore2] OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5/OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5.vmdk {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1188.373039] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Downloading stream optimized image e9a2cf28-1c36-44f7-b805-f1830ae7b52d to [datastore2] OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5/OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5.vmdk on the data store datastore2 as vApp {{(pid=69433) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1188.373214] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Downloading image file data e9a2cf28-1c36-44f7-b805-f1830ae7b52d to the ESX as VM named 'OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5' {{(pid=69433) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1188.468505] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1188.468505] env[69433]: value = "resgroup-9" [ 1188.468505] env[69433]: _type = "ResourcePool" [ 1188.468505] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1188.468739] env[69433]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f68ed142-aead-46f1-bde4-e71797c05819 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.484213] env[69433]: DEBUG oslo_concurrency.lockutils [req-55bbf400-d7f9-4bbf-92db-9377d3f0519e req-43527e49-b830-475a-abef-fdfd61f732a6 service nova] Releasing lock "refresh_cache-5fb5d120-3d5d-4f1b-9def-090132734cd8" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.490984] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease: (returnval){ [ 1188.490984] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f75f07-a540-ffc5-1147-1c6c070ce003" [ 1188.490984] env[69433]: _type = "HttpNfcLease" [ 1188.490984] env[69433]: } obtained for vApp import into resource pool (val){ [ 1188.490984] env[69433]: value = "resgroup-9" [ 1188.490984] env[69433]: _type = "ResourcePool" [ 1188.490984] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1188.491257] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the lease: (returnval){ [ 1188.491257] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f75f07-a540-ffc5-1147-1c6c070ce003" [ 1188.491257] env[69433]: _type = "HttpNfcLease" [ 1188.491257] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1188.497758] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1188.497758] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f75f07-a540-ffc5-1147-1c6c070ce003" [ 1188.497758] env[69433]: _type = "HttpNfcLease" [ 1188.497758] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1188.524942] env[69433]: DEBUG oslo_vmware.api [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339410, 'name': ReconfigVM_Task, 'duration_secs': 0.145292} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.525262] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666506', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'name': 'volume-5e09ceb3-cf00-4545-8512-81ec0054fd49', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '88d46771-e986-48c4-a7aa-469b26226405', 'attached_at': '', 'detached_at': '', 'volume_id': '5e09ceb3-cf00-4545-8512-81ec0054fd49', 'serial': '5e09ceb3-cf00-4545-8512-81ec0054fd49'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1188.853256] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.855568] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.431s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.855879] env[69433]: DEBUG nova.objects.instance [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'resources' on Instance uuid 673b49e8-f5c2-4837-a023-9632d53e8c60 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.925458] env[69433]: INFO nova.scheduler.client.report [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Deleted allocations for instance fe2e0396-405d-4a43-ba5d-8e19161b0909 [ 1189.002153] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1189.002153] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f75f07-a540-ffc5-1147-1c6c070ce003" [ 1189.002153] env[69433]: _type = "HttpNfcLease" [ 1189.002153] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1189.002455] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1189.002455] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f75f07-a540-ffc5-1147-1c6c070ce003" [ 1189.002455] env[69433]: _type = "HttpNfcLease" [ 1189.002455] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1189.003240] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345b8209-7121-4d67-9d42-60d8d942abeb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.016974] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211c97b-b088-e26e-6235-97240761b416/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1189.017173] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211c97b-b088-e26e-6235-97240761b416/disk-0.vmdk. {{(pid=69433) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1189.081228] env[69433]: DEBUG nova.objects.instance [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.085541] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-48a06f0d-b663-456a-99bb-561df7596f3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.437146] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1632ea01-c5bf-47cd-a667-bc7fbbfb314a tempest-AttachInterfacesTestJSON-1312003881 tempest-AttachInterfacesTestJSON-1312003881-project-member] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.781s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.438127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.116s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.438415] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1975908d-39f2-41ce-ad6f-5a01012e0671 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.451028] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a813358-9f7d-4379-b03a-ad46e335c39b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.502221] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5089ec-0300-47fc-9147-0bf56ce88a41 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.510890] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83690ab8-c1b1-4aac-8955-0e42f069728b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.264395] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "fe2e0396-405d-4a43-ba5d-8e19161b0909" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.826s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.273831] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c6586-0905-4634-a84f-c57e80a9e947 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.284099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "985d923a-ca96-4b8c-8612-881a9351678f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.284364] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.294958] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f932f65-17f4-4c9f-b0ec-9168c05f1cd6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.311953] env[69433]: DEBUG nova.compute.provider_tree [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.781853] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.782353] env[69433]: DEBUG oslo_concurrency.lockutils [None req-db66d781-7582-42e1-86fb-5cebfa4e6bbc tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.931s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.783804] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.783932] env[69433]: DEBUG nova.compute.manager [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1190.784939] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4adb60-6543-4dce-8618-0d9ea41e2d9f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.788043] env[69433]: DEBUG nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.795077] env[69433]: DEBUG nova.compute.manager [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1190.795230] env[69433]: DEBUG nova.objects.instance [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.817935] env[69433]: DEBUG nova.scheduler.client.report [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.864418] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Completed reading data from the image iterator. {{(pid=69433) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1190.864649] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211c97b-b088-e26e-6235-97240761b416/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.865571] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9908cab6-1c59-44d6-be7f-41c893b74ced {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.873070] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211c97b-b088-e26e-6235-97240761b416/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.873337] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211c97b-b088-e26e-6235-97240761b416/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1190.873793] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-09f466fe-75ad-45bb-a390-42e7e92468c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.114045] env[69433]: DEBUG oslo_vmware.rw_handles [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211c97b-b088-e26e-6235-97240761b416/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1191.114045] env[69433]: INFO nova.virt.vmwareapi.images [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Downloaded image file data e9a2cf28-1c36-44f7-b805-f1830ae7b52d [ 1191.114698] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0c758e-af23-462e-8c2a-518b9fd0f2ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.131497] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bdb7335-a6b6-4d13-9320-6cd3344e2d76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.163049] env[69433]: INFO nova.virt.vmwareapi.images [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] The imported VM was unregistered [ 1191.165736] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Caching image {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1191.165972] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating directory with path [datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.166240] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b168b62-4b6b-4c71-9cbf-333ed46f41ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.181345] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created directory with path [datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.181522] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5/OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5.vmdk to [datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d/e9a2cf28-1c36-44f7-b805-f1830ae7b52d.vmdk. {{(pid=69433) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1191.181760] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ecd18fb6-5d76-45a7-bb08-5a2de4acabff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.188405] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1191.188405] env[69433]: value = "task-3339413" [ 1191.188405] env[69433]: _type = "Task" [ 1191.188405] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.195977] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339413, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.315076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.323363] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.467s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.325350] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.010s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.327160] env[69433]: INFO nova.compute.claims [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.349090] env[69433]: INFO nova.scheduler.client.report [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted allocations for instance 673b49e8-f5c2-4837-a023-9632d53e8c60 [ 1191.698957] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339413, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.802923] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.802923] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c05ece-6c84-45d9-9e48-e8e72ee223de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.810910] env[69433]: DEBUG oslo_vmware.api [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1191.810910] env[69433]: value = "task-3339414" [ 1191.810910] env[69433]: _type = "Task" [ 1191.810910] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.820043] env[69433]: DEBUG oslo_vmware.api [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.861840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b999147-81f2-4fbd-955a-73afc56111c5 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.890s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.862896] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.540s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.863135] env[69433]: INFO nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] During sync_power_state the instance has a pending task (deleting). Skip. [ 1191.864063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "673b49e8-f5c2-4837-a023-9632d53e8c60" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.199113] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339413, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.322171] env[69433]: DEBUG oslo_vmware.api [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339414, 'name': PowerOffVM_Task, 'duration_secs': 0.253408} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.322389] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.322770] env[69433]: DEBUG nova.compute.manager [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.323320] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18d65c4-f25b-45c8-a1e3-31b46533e298 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.440168] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee0181d-97f2-4bd4-ab84-9efb50693a19 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.448677] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23518a4-4b68-455a-aa0a-5afe64efee50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.482323] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33685d13-e7e2-4cc4-b8c7-08a34be3bd15 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.489260] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa64a97-810e-41ca-ba40-ea4aa873f86e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.505334] env[69433]: DEBUG nova.compute.provider_tree [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.700471] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339413, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.838072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3b86a2a1-0f12-4cdc-a924-3a92fdb65be2 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.009385] env[69433]: DEBUG nova.scheduler.client.report [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.081880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "83e988de-f174-4768-9f25-518e437b0532" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.083130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "83e988de-f174-4768-9f25-518e437b0532" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.083130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "83e988de-f174-4768-9f25-518e437b0532-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.083130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "83e988de-f174-4768-9f25-518e437b0532-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.083242] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "83e988de-f174-4768-9f25-518e437b0532-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.085664] env[69433]: INFO nova.compute.manager [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Terminating instance [ 1193.128339] env[69433]: DEBUG nova.objects.instance [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.200625] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339413, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.513811] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.514158] env[69433]: DEBUG nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.590040] env[69433]: DEBUG nova.compute.manager [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.590163] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.591144] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf87657-7954-4f7a-88ff-19138429a663 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.599109] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.599378] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40dd207-0b6e-4e76-a00d-5a80143582ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.605521] env[69433]: DEBUG oslo_vmware.api [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1193.605521] env[69433]: value = "task-3339415" [ 1193.605521] env[69433]: _type = "Task" [ 1193.605521] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.614754] env[69433]: DEBUG oslo_vmware.api [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.635103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.635103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.635237] env[69433]: DEBUG nova.network.neutron [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.635544] env[69433]: DEBUG nova.objects.instance [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'info_cache' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.702509] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339413, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.336372} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.702509] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5/OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5.vmdk to [datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d/e9a2cf28-1c36-44f7-b805-f1830ae7b52d.vmdk. [ 1193.702699] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Cleaning up location [datastore2] OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1193.702884] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4228cb11-4c71-4a2a-9271-bc4c956ff8c5 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.703213] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd6f66c-7eca-45d0-a0a4-3916738f04c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.709224] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1193.709224] env[69433]: value = "task-3339416" [ 1193.709224] env[69433]: _type = "Task" [ 1193.709224] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.717383] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.019138] env[69433]: DEBUG nova.compute.utils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.020571] env[69433]: DEBUG nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.020741] env[69433]: DEBUG nova.network.neutron [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.115546] env[69433]: DEBUG oslo_vmware.api [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339415, 'name': PowerOffVM_Task, 'duration_secs': 0.206043} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.115844] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.116028] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.116278] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4ac2438-bf61-48a4-906a-8ae4fc10579c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.139384] env[69433]: DEBUG nova.objects.base [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Object Instance<88d46771-e986-48c4-a7aa-469b26226405> lazy-loaded attributes: flavor,info_cache {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1194.141823] env[69433]: DEBUG nova.policy [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '116fdf2ee6f24051a7fc312df1eba057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14678104ee8f4b9ba0d9a5e4d614145b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.177981] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.178300] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.178484] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleting the datastore file [datastore1] 83e988de-f174-4768-9f25-518e437b0532 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.178762] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c530ed3-912f-40d9-8bd2-a14fea8e9196 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.184647] env[69433]: DEBUG oslo_vmware.api [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1194.184647] env[69433]: value = "task-3339418" [ 1194.184647] env[69433]: _type = "Task" [ 1194.184647] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.192157] env[69433]: DEBUG oslo_vmware.api [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.218437] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044588} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.218776] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.218961] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d/e9a2cf28-1c36-44f7-b805-f1830ae7b52d.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.219228] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d/e9a2cf28-1c36-44f7-b805-f1830ae7b52d.vmdk to [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.219476] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dbb8acc-79a4-40ef-a2d0-61760c978f9e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.226020] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1194.226020] env[69433]: value = "task-3339419" [ 1194.226020] env[69433]: _type = "Task" [ 1194.226020] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.233352] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.430386] env[69433]: DEBUG nova.network.neutron [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Successfully created port: 9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.524101] env[69433]: DEBUG nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.701223] env[69433]: DEBUG oslo_vmware.api [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163219} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.701510] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.701790] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.701964] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.702172] env[69433]: INFO nova.compute.manager [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 83e988de-f174-4768-9f25-518e437b0532] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.702427] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.702697] env[69433]: DEBUG nova.compute.manager [-] [instance: 83e988de-f174-4768-9f25-518e437b0532] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.702807] env[69433]: DEBUG nova.network.neutron [-] [instance: 83e988de-f174-4768-9f25-518e437b0532] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.740282] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339419, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.924695] env[69433]: DEBUG nova.network.neutron [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updating instance_info_cache with network_info: [{"id": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "address": "fa:16:3e:6f:65:03", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b9751a2-0a", "ovs_interfaceid": "9b9751a2-0a76-4df2-bd14-b46686b0767e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.239526] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339419, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.281401] env[69433]: DEBUG nova.compute.manager [req-83bfa0f2-fd4c-41f3-8e40-9bfc9e86df55 req-520b036a-1775-4b97-bd18-c975729967e5 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Received event network-vif-deleted-7724df2f-c3fd-4f92-905f-6545829d0d21 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.281605] env[69433]: INFO nova.compute.manager [req-83bfa0f2-fd4c-41f3-8e40-9bfc9e86df55 req-520b036a-1775-4b97-bd18-c975729967e5 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Neutron deleted interface 7724df2f-c3fd-4f92-905f-6545829d0d21; detaching it from the instance and deleting it from the info cache [ 1195.281782] env[69433]: DEBUG nova.network.neutron [req-83bfa0f2-fd4c-41f3-8e40-9bfc9e86df55 req-520b036a-1775-4b97-bd18-c975729967e5 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.428573] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "refresh_cache-88d46771-e986-48c4-a7aa-469b26226405" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.535971] env[69433]: DEBUG nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.564251] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.564506] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.564665] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.564963] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.565139] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.565294] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.565508] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.565692] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.565937] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.566125] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.566305] env[69433]: DEBUG nova.virt.hardware [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.567307] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f742ef07-c598-4313-a3a2-8afbea00802b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.576486] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bb2b86-3b3f-475b-a9e2-72f2045dbc44 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.689256] env[69433]: DEBUG nova.network.neutron [-] [instance: 83e988de-f174-4768-9f25-518e437b0532] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.739667] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339419, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.785365] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-34498f15-cdf9-4ac4-86cf-400cc46f3da3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.797984] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b026c-974a-46c9-9e3c-7852eced465b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.828372] env[69433]: DEBUG nova.compute.manager [req-83bfa0f2-fd4c-41f3-8e40-9bfc9e86df55 req-520b036a-1775-4b97-bd18-c975729967e5 service nova] [instance: 83e988de-f174-4768-9f25-518e437b0532] Detach interface failed, port_id=7724df2f-c3fd-4f92-905f-6545829d0d21, reason: Instance 83e988de-f174-4768-9f25-518e437b0532 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.192423] env[69433]: INFO nova.compute.manager [-] [instance: 83e988de-f174-4768-9f25-518e437b0532] Took 1.49 seconds to deallocate network for instance. [ 1196.240394] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339419, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.435463] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.435803] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950a7f57-1779-49d4-a29a-92c4335d1a17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.438688] env[69433]: DEBUG nova.network.neutron [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Successfully updated port: 9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.447606] env[69433]: DEBUG oslo_vmware.api [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1196.447606] env[69433]: value = "task-3339420" [ 1196.447606] env[69433]: _type = "Task" [ 1196.447606] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.457787] env[69433]: DEBUG oslo_vmware.api [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.702123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.702432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.702662] env[69433]: DEBUG nova.objects.instance [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'resources' on Instance uuid 83e988de-f174-4768-9f25-518e437b0532 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.740447] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339419, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.32092} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.740716] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/e9a2cf28-1c36-44f7-b805-f1830ae7b52d/e9a2cf28-1c36-44f7-b805-f1830ae7b52d.vmdk to [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.741601] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44acbab9-5909-4046-9077-270b6337d3bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.764530] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.764794] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-003c696f-180f-4a3b-9db6-265c8e70c416 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.784402] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1196.784402] env[69433]: value = "task-3339421" [ 1196.784402] env[69433]: _type = "Task" [ 1196.784402] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.793107] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.941951] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.941951] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.942075] env[69433]: DEBUG nova.network.neutron [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.959861] env[69433]: DEBUG oslo_vmware.api [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339420, 'name': PowerOnVM_Task, 'duration_secs': 0.419663} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.960175] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.960384] env[69433]: DEBUG nova.compute.manager [None req-a44b357a-359b-41f1-b8cc-a70c28a202e4 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.961167] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469e53d5-9b26-4921-8ed4-e4bcb80f7fe5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.295994] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339421, 'name': ReconfigVM_Task, 'duration_secs': 0.308015} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.296375] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8/5fb5d120-3d5d-4f1b-9def-090132734cd8.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.297439] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'guest_format': None, 'boot_index': 0, 'image_id': '164732b0-0c7a-40d7-a88c-760e6c5226c9'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666513', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'name': 'volume-fe21b787-5e30-41d2-a18d-ae97444901ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5fb5d120-3d5d-4f1b-9def-090132734cd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'serial': 'fe21b787-5e30-41d2-a18d-ae97444901ba'}, 'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'guest_format': None, 'boot_index': None, 'attachment_id': 'e40b4465-50a5-4f3b-970c-adfb63f9f2ea', 'volume_type': None}], 'swap': None} {{(pid=69433) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1197.297665] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.297865] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666513', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'name': 'volume-fe21b787-5e30-41d2-a18d-ae97444901ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5fb5d120-3d5d-4f1b-9def-090132734cd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'serial': 'fe21b787-5e30-41d2-a18d-ae97444901ba'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.299467] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b4f3ec-b99c-4a6d-99df-e2cb6f1cb6ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.302414] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d39b064-d821-4b26-a663-d1642b3a5908 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.306769] env[69433]: DEBUG nova.compute.manager [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Received event network-vif-plugged-9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.306978] env[69433]: DEBUG oslo_concurrency.lockutils [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] Acquiring lock "985d923a-ca96-4b8c-8612-881a9351678f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.307210] env[69433]: DEBUG oslo_concurrency.lockutils [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] Lock "985d923a-ca96-4b8c-8612-881a9351678f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.307374] env[69433]: DEBUG oslo_concurrency.lockutils [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] Lock "985d923a-ca96-4b8c-8612-881a9351678f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.307547] env[69433]: DEBUG nova.compute.manager [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] No waiting events found dispatching network-vif-plugged-9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.307731] env[69433]: WARNING nova.compute.manager [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Received unexpected event network-vif-plugged-9e1f3018-b0df-4634-bd9b-a342c9a294c8 for instance with vm_state building and task_state spawning. [ 1197.307891] env[69433]: DEBUG nova.compute.manager [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Received event network-changed-9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.308053] env[69433]: DEBUG nova.compute.manager [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Refreshing instance network info cache due to event network-changed-9e1f3018-b0df-4634-bd9b-a342c9a294c8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.308221] env[69433]: DEBUG oslo_concurrency.lockutils [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] Acquiring lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.324346] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca644c-a3f5-4bc1-9738-64abcc3b74ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.328530] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adb649f-99b7-4180-ab28-f87dd17ad013 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.352662] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] volume-fe21b787-5e30-41d2-a18d-ae97444901ba/volume-fe21b787-5e30-41d2-a18d-ae97444901ba.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.376332] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca27f26-89dd-4e01-bd5b-a2583ac53417 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.390228] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bf4ff6-1c59-4362-beab-1c8b33a82c80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.397351] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76932d39-6ea6-4a29-88d7-8cd8b305b707 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.402195] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1197.402195] env[69433]: value = "task-3339422" [ 1197.402195] env[69433]: _type = "Task" [ 1197.402195] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.412980] env[69433]: DEBUG nova.compute.provider_tree [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.419378] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.479940] env[69433]: DEBUG nova.network.neutron [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.605882] env[69433]: DEBUG nova.network.neutron [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Updating instance_info_cache with network_info: [{"id": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "address": "fa:16:3e:88:75:df", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e1f3018-b0", "ovs_interfaceid": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.912186] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.916514] env[69433]: DEBUG nova.scheduler.client.report [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.108462] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.108860] env[69433]: DEBUG nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Instance network_info: |[{"id": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "address": "fa:16:3e:88:75:df", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e1f3018-b0", "ovs_interfaceid": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.109244] env[69433]: DEBUG oslo_concurrency.lockutils [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] Acquired lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.109474] env[69433]: DEBUG nova.network.neutron [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Refreshing network info cache for port 9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.110761] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:75:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89470f7f-1c8b-4c83-92b5-6f73a77c520f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e1f3018-b0df-4634-bd9b-a342c9a294c8', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.119215] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.120225] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.120484] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1953270-f8d5-4cc8-8aec-bb4d016163be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.142640] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.142640] env[69433]: value = "task-3339423" [ 1198.142640] env[69433]: _type = "Task" [ 1198.142640] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.150422] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339423, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.413061] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339422, 'name': ReconfigVM_Task, 'duration_secs': 0.777266} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.413420] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfigured VM instance instance-0000006a to attach disk [datastore2] volume-fe21b787-5e30-41d2-a18d-ae97444901ba/volume-fe21b787-5e30-41d2-a18d-ae97444901ba.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.418862] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9493580-3f46-4ce4-8483-c3a3c6152e25 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.429778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.436465] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1198.436465] env[69433]: value = "task-3339424" [ 1198.436465] env[69433]: _type = "Task" [ 1198.436465] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.444716] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.449548] env[69433]: INFO nova.scheduler.client.report [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted allocations for instance 83e988de-f174-4768-9f25-518e437b0532 [ 1198.656071] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339423, 'name': CreateVM_Task, 'duration_secs': 0.308072} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.656529] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.664936] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.665136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.665486] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.665776] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1ec8ab-b563-40c4-b585-61752c34e5af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.670970] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1198.670970] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52488848-fc14-0c59-aeb2-946e929d67a9" [ 1198.670970] env[69433]: _type = "Task" [ 1198.670970] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.678947] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52488848-fc14-0c59-aeb2-946e929d67a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.817443] env[69433]: DEBUG nova.network.neutron [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Updated VIF entry in instance network info cache for port 9e1f3018-b0df-4634-bd9b-a342c9a294c8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.817925] env[69433]: DEBUG nova.network.neutron [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Updating instance_info_cache with network_info: [{"id": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "address": "fa:16:3e:88:75:df", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e1f3018-b0", "ovs_interfaceid": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.946477] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339424, 'name': ReconfigVM_Task, 'duration_secs': 0.143517} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.946689] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666513', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'name': 'volume-fe21b787-5e30-41d2-a18d-ae97444901ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5fb5d120-3d5d-4f1b-9def-090132734cd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'serial': 'fe21b787-5e30-41d2-a18d-ae97444901ba'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.947318] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e3a4cc-812f-4a61-a037-7a9315646449 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.953593] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1198.953593] env[69433]: value = "task-3339425" [ 1198.953593] env[69433]: _type = "Task" [ 1198.953593] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.960879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e225a2ca-1783-483e-a1a9-bb659ad8c92a tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "83e988de-f174-4768-9f25-518e437b0532" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.878s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.964789] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339425, 'name': Rename_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.140043] env[69433]: DEBUG oslo_concurrency.lockutils [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.140190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.140406] env[69433]: INFO nova.compute.manager [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Rebooting instance [ 1199.180904] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52488848-fc14-0c59-aeb2-946e929d67a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.181236] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.181460] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.181719] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.181883] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.182086] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.182348] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f063514-a177-479a-8190-299d4d5046c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.190187] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.190366] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.191094] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcadc32-ca08-4ac2-bd6f-e103aa9048ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.196369] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1199.196369] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52685f28-ccab-c7e0-be79-77950f9ade2d" [ 1199.196369] env[69433]: _type = "Task" [ 1199.196369] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.203788] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52685f28-ccab-c7e0-be79-77950f9ade2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.320780] env[69433]: DEBUG oslo_concurrency.lockutils [req-64977dca-0516-4a9b-8b90-edc2f45be537 req-531ce2d1-237d-4e70-8f17-b62f2a491643 service nova] Releasing lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.463557] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339425, 'name': Rename_Task, 'duration_secs': 0.139505} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.463930] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.464041] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c96d669-2c47-4bfc-bd9a-09bd4eff23ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.469346] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1199.469346] env[69433]: value = "task-3339427" [ 1199.469346] env[69433]: _type = "Task" [ 1199.469346] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.476387] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.663119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.663119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.663261] env[69433]: DEBUG nova.network.neutron [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.706929] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52685f28-ccab-c7e0-be79-77950f9ade2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.707752] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040a3859-9b95-4c5b-a14f-e3cab037cc82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.713050] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1199.713050] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5243080e-26d2-3d6e-000c-7f34f9b3608c" [ 1199.713050] env[69433]: _type = "Task" [ 1199.713050] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.720985] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5243080e-26d2-3d6e-000c-7f34f9b3608c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.978908] env[69433]: DEBUG oslo_vmware.api [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339427, 'name': PowerOnVM_Task, 'duration_secs': 0.4975} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.979245] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.082050] env[69433]: DEBUG nova.compute.manager [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.082988] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba6c973-2601-4c9c-b68b-a065e01de540 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.223162] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5243080e-26d2-3d6e-000c-7f34f9b3608c, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.223424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.223678] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 985d923a-ca96-4b8c-8612-881a9351678f/985d923a-ca96-4b8c-8612-881a9351678f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.223959] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21047321-c375-48f8-981b-4c1e6433891b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.230071] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1200.230071] env[69433]: value = "task-3339428" [ 1200.230071] env[69433]: _type = "Task" [ 1200.230071] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.239411] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.384555] env[69433]: DEBUG nova.network.neutron [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.602697] env[69433]: DEBUG oslo_concurrency.lockutils [None req-4bea0a32-15d1-4e5f-b7ea-b1c665c79163 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.736s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.603790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.281s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.604008] env[69433]: INFO nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] During sync_power_state the instance has a pending task (spawning). Skip. [ 1200.604266] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.740607] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339428, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.887568] env[69433]: DEBUG oslo_concurrency.lockutils [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.240563] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513561} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.240858] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 985d923a-ca96-4b8c-8612-881a9351678f/985d923a-ca96-4b8c-8612-881a9351678f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.241084] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.241329] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d53eb81-e122-4491-8545-c809f016bf0b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.247952] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1201.247952] env[69433]: value = "task-3339429" [ 1201.247952] env[69433]: _type = "Task" [ 1201.247952] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.256834] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.392845] env[69433]: DEBUG nova.compute.manager [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.393766] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e926521-b75e-4ce4-91ff-8bfd7a9f8cca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.758062] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06772} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.758413] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.759140] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ed8eb9-793c-4f51-8988-670761a4c703 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.781156] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 985d923a-ca96-4b8c-8612-881a9351678f/985d923a-ca96-4b8c-8612-881a9351678f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.781403] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd25486-a047-4c50-ad38-2f62f4d2769f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.800949] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1201.800949] env[69433]: value = "task-3339430" [ 1201.800949] env[69433]: _type = "Task" [ 1201.800949] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.808962] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.311302] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339430, 'name': ReconfigVM_Task, 'duration_secs': 0.336866} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.311556] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 985d923a-ca96-4b8c-8612-881a9351678f/985d923a-ca96-4b8c-8612-881a9351678f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.312238] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f05779f-cf33-423e-92be-f9538b251e29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.319333] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1202.319333] env[69433]: value = "task-3339431" [ 1202.319333] env[69433]: _type = "Task" [ 1202.319333] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.326483] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339431, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.409749] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f4acb2-6210-4c6c-a074-9ffa3978dae7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.416810] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Doing hard reboot of VM {{(pid=69433) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1202.418150] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3ee1b767-7b28-4eb3-b4ff-96531cebca82 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.427915] env[69433]: DEBUG oslo_vmware.api [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1202.427915] env[69433]: value = "task-3339432" [ 1202.427915] env[69433]: _type = "Task" [ 1202.427915] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.438431] env[69433]: DEBUG oslo_vmware.api [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339432, 'name': ResetVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.829099] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339431, 'name': Rename_Task, 'duration_secs': 0.133323} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.829497] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.829629] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72fec117-668c-4d87-a5d6-a33cc4cd7e4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.835974] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1202.835974] env[69433]: value = "task-3339433" [ 1202.835974] env[69433]: _type = "Task" [ 1202.835974] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.848584] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.923408] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "3d34de78-04b1-4473-b577-88f8014a5c19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.923666] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "3d34de78-04b1-4473-b577-88f8014a5c19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.923910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "3d34de78-04b1-4473-b577-88f8014a5c19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.924093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "3d34de78-04b1-4473-b577-88f8014a5c19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.924263] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "3d34de78-04b1-4473-b577-88f8014a5c19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.926401] env[69433]: INFO nova.compute.manager [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Terminating instance [ 1202.937107] env[69433]: DEBUG oslo_vmware.api [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339432, 'name': ResetVM_Task, 'duration_secs': 0.095108} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.937834] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Did hard reboot of VM {{(pid=69433) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1202.938036] env[69433]: DEBUG nova.compute.manager [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.938811] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b78be0-e451-4ca1-a479-7cbcce11cd97 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.347027] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.432992] env[69433]: DEBUG nova.compute.manager [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.433250] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.434185] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa537af-e38e-450a-8a0c-05c1859f7bcb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.441768] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.441999] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e09f64e8-a0b7-43f3-bb6c-fefd178e244f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.449752] env[69433]: DEBUG oslo_vmware.api [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1203.449752] env[69433]: value = "task-3339434" [ 1203.449752] env[69433]: _type = "Task" [ 1203.449752] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.453586] env[69433]: DEBUG oslo_concurrency.lockutils [None req-16e65626-d022-4cdd-81e6-f1124439331b tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.313s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.460425] env[69433]: DEBUG oslo_vmware.api [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.676019] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.676019] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.676019] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1203.845822] env[69433]: DEBUG oslo_vmware.api [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339433, 'name': PowerOnVM_Task, 'duration_secs': 0.523373} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.846278] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.846278] env[69433]: INFO nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1203.846449] env[69433]: DEBUG nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.847233] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43966cb-92cc-4779-96bc-c47a9cc614ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.959579] env[69433]: DEBUG oslo_vmware.api [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339434, 'name': PowerOffVM_Task, 'duration_secs': 0.466296} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.959913] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.960111] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.960376] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f74f20-1673-4bbb-ae92-b595c620006f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.179108] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.179440] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.179568] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.179728] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1204.180726] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce03ed3f-892b-4dbf-b4db-14ca13622463 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.189080] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61058324-a635-4b3d-8bea-5c50bc81c5fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.207726] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe02a1-89da-40dc-adb3-5d27256cf2dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.217287] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c49125-73ff-4850-b8d4-e0ab77da118b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.247544] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179096MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1204.247751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.247930] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.365886] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.365886] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.365886] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleting the datastore file [datastore2] 3d34de78-04b1-4473-b577-88f8014a5c19 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.365886] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5194a54c-c46f-490a-99a4-e73aa606f3ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.369396] env[69433]: INFO nova.compute.manager [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Took 13.08 seconds to build instance. [ 1204.372395] env[69433]: DEBUG oslo_vmware.api [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for the task: (returnval){ [ 1204.372395] env[69433]: value = "task-3339436" [ 1204.372395] env[69433]: _type = "Task" [ 1204.372395] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.384039] env[69433]: DEBUG oslo_vmware.api [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.792856] env[69433]: DEBUG nova.compute.manager [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Received event network-changed-9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.793090] env[69433]: DEBUG nova.compute.manager [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Refreshing instance network info cache due to event network-changed-9e1f3018-b0df-4634-bd9b-a342c9a294c8. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.793275] env[69433]: DEBUG oslo_concurrency.lockutils [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] Acquiring lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.793421] env[69433]: DEBUG oslo_concurrency.lockutils [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] Acquired lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.793581] env[69433]: DEBUG nova.network.neutron [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Refreshing network info cache for port 9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.871446] env[69433]: DEBUG oslo_concurrency.lockutils [None req-e597bd3f-dbd7-4a73-9487-68c2b92b5607 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.587s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.885441] env[69433]: DEBUG oslo_vmware.api [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Task: {'id': task-3339436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197812} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.885807] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.886109] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.886387] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.886657] env[69433]: INFO nova.compute.manager [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1204.887045] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.887339] env[69433]: DEBUG nova.compute.manager [-] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.887549] env[69433]: DEBUG nova.network.neutron [-] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.117969] env[69433]: DEBUG nova.compute.manager [req-6d8ba770-235c-4c58-906f-5e41cee9d428 req-987311c5-ec18-4aad-8f97-e4c18df5c134 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Received event network-vif-deleted-ca42f8d7-ed45-49ad-8cea-b8367f4664c0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.118183] env[69433]: INFO nova.compute.manager [req-6d8ba770-235c-4c58-906f-5e41cee9d428 req-987311c5-ec18-4aad-8f97-e4c18df5c134 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Neutron deleted interface ca42f8d7-ed45-49ad-8cea-b8367f4664c0; detaching it from the instance and deleting it from the info cache [ 1205.118355] env[69433]: DEBUG nova.network.neutron [req-6d8ba770-235c-4c58-906f-5e41cee9d428 req-987311c5-ec18-4aad-8f97-e4c18df5c134 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.279520] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3d34de78-04b1-4473-b577-88f8014a5c19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.279683] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.279814] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 88d46771-e986-48c4-a7aa-469b26226405 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.279935] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 5fb5d120-3d5d-4f1b-9def-090132734cd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.280061] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 985d923a-ca96-4b8c-8612-881a9351678f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1205.280245] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1205.280381] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1205.354994] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec45f70c-8a05-4589-a1d4-eb860a0f5584 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.362868] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9e2212-78ff-4c29-ad66-141112e2e42e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.396578] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e27dfd-e9cc-4b87-bf8e-c1cd5705965a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.405139] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c68b250-4aa8-4be3-a3ac-1b9485475522 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.420183] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.538488] env[69433]: DEBUG nova.network.neutron [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Updated VIF entry in instance network info cache for port 9e1f3018-b0df-4634-bd9b-a342c9a294c8. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1205.538873] env[69433]: DEBUG nova.network.neutron [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Updating instance_info_cache with network_info: [{"id": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "address": "fa:16:3e:88:75:df", "network": {"id": "9f268e06-2606-44b7-8921-5a24e2f4d2bd", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1786952543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14678104ee8f4b9ba0d9a5e4d614145b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89470f7f-1c8b-4c83-92b5-6f73a77c520f", "external-id": "nsx-vlan-transportzone-929", "segmentation_id": 929, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e1f3018-b0", "ovs_interfaceid": "9e1f3018-b0df-4634-bd9b-a342c9a294c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.598036] env[69433]: DEBUG nova.network.neutron [-] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.620802] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-463aa7cf-b813-48fa-a965-b96c0e7c8fe2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.631054] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d948e0-2385-4fec-8321-8e714e5aad60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.659471] env[69433]: DEBUG nova.compute.manager [req-6d8ba770-235c-4c58-906f-5e41cee9d428 req-987311c5-ec18-4aad-8f97-e4c18df5c134 service nova] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Detach interface failed, port_id=ca42f8d7-ed45-49ad-8cea-b8367f4664c0, reason: Instance 3d34de78-04b1-4473-b577-88f8014a5c19 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.923833] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.042463] env[69433]: DEBUG oslo_concurrency.lockutils [req-f75d9f1a-67fe-4c3a-90d9-1a035ae5b62e req-70056ef5-8a70-414b-89fe-512e32197bcf service nova] Releasing lock "refresh_cache-985d923a-ca96-4b8c-8612-881a9351678f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.101738] env[69433]: INFO nova.compute.manager [-] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Took 1.21 seconds to deallocate network for instance. [ 1206.428517] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1206.428738] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.607428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.607739] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.607964] env[69433]: DEBUG nova.objects.instance [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lazy-loading 'resources' on Instance uuid 3d34de78-04b1-4473-b577-88f8014a5c19 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.174638] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a87106-a0a6-4e20-be10-84e6c2c2cee6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.182537] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90648ad9-1b6d-4598-a157-ae9391505150 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.212268] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39890ea6-a9a1-4f7a-8599-5340b73bf5ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.219160] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86589f4-bba6-44f6-b86d-e67257ba5f48 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.233218] env[69433]: DEBUG nova.compute.provider_tree [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.429191] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.429418] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.429579] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.671353] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.735895] env[69433]: DEBUG nova.scheduler.client.report [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.240843] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.258241] env[69433]: INFO nova.scheduler.client.report [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Deleted allocations for instance 3d34de78-04b1-4473-b577-88f8014a5c19 [ 1208.675526] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.675705] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1208.764943] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c131f02d-5d30-430d-bba8-089ec8c3f823 tempest-ServerActionsTestOtherA-1197940440 tempest-ServerActionsTestOtherA-1197940440-project-member] Lock "3d34de78-04b1-4473-b577-88f8014a5c19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.841s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.048835] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "175cc9e3-155e-4176-be8c-64aa28b27684" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.049169] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "175cc9e3-155e-4176-be8c-64aa28b27684" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.552194] env[69433]: DEBUG nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.078018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.078018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.078430] env[69433]: INFO nova.compute.claims [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.156076] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca9b8d1-26d7-4d30-bca6-f951dc2f922d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.164490] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfaa602-45dd-4ac1-a5b6-513d4e432760 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.195135] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9677f323-d8ad-48bc-8883-9d492a3ccfe5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.202233] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc03b86d-465d-4b2a-ba52-24fef5b3640c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.215025] env[69433]: DEBUG nova.compute.provider_tree [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.718209] env[69433]: DEBUG nova.scheduler.client.report [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.223580] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.224110] env[69433]: DEBUG nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.729713] env[69433]: DEBUG nova.compute.utils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.731494] env[69433]: DEBUG nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.731674] env[69433]: DEBUG nova.network.neutron [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.767359] env[69433]: DEBUG nova.policy [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9acd9bd57d30451ca1fe80bb37f445dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88486704f43a43c2ba24c6554bc4ae6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.996119] env[69433]: DEBUG nova.network.neutron [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Successfully created port: e7135096-66b7-4cd6-8562-b8b7cb0f2c6d {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.234793] env[69433]: DEBUG nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.248020] env[69433]: DEBUG nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.300197] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.300454] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.300616] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.300801] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.300960] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.301144] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.301373] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.301539] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.301708] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.301933] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.302094] env[69433]: DEBUG nova.virt.hardware [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.303033] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05509b9e-d3a3-46dc-b5b8-1e097c618b75 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.312246] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0e17b1-53a3-428c-8280-6025294bb2a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.379819] env[69433]: DEBUG nova.compute.manager [req-8095a3f5-c625-4a11-b74a-4931942f5a68 req-3a72a316-cbcf-4cc2-ae2f-a44b89e3d3d4 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Received event network-vif-plugged-e7135096-66b7-4cd6-8562-b8b7cb0f2c6d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.380064] env[69433]: DEBUG oslo_concurrency.lockutils [req-8095a3f5-c625-4a11-b74a-4931942f5a68 req-3a72a316-cbcf-4cc2-ae2f-a44b89e3d3d4 service nova] Acquiring lock "175cc9e3-155e-4176-be8c-64aa28b27684-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.380282] env[69433]: DEBUG oslo_concurrency.lockutils [req-8095a3f5-c625-4a11-b74a-4931942f5a68 req-3a72a316-cbcf-4cc2-ae2f-a44b89e3d3d4 service nova] Lock "175cc9e3-155e-4176-be8c-64aa28b27684-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.380454] env[69433]: DEBUG oslo_concurrency.lockutils [req-8095a3f5-c625-4a11-b74a-4931942f5a68 req-3a72a316-cbcf-4cc2-ae2f-a44b89e3d3d4 service nova] Lock "175cc9e3-155e-4176-be8c-64aa28b27684-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.380651] env[69433]: DEBUG nova.compute.manager [req-8095a3f5-c625-4a11-b74a-4931942f5a68 req-3a72a316-cbcf-4cc2-ae2f-a44b89e3d3d4 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] No waiting events found dispatching network-vif-plugged-e7135096-66b7-4cd6-8562-b8b7cb0f2c6d {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1219.380814] env[69433]: WARNING nova.compute.manager [req-8095a3f5-c625-4a11-b74a-4931942f5a68 req-3a72a316-cbcf-4cc2-ae2f-a44b89e3d3d4 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Received unexpected event network-vif-plugged-e7135096-66b7-4cd6-8562-b8b7cb0f2c6d for instance with vm_state building and task_state spawning. [ 1219.458792] env[69433]: DEBUG nova.network.neutron [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Successfully updated port: e7135096-66b7-4cd6-8562-b8b7cb0f2c6d {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.961509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "refresh_cache-175cc9e3-155e-4176-be8c-64aa28b27684" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.961662] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "refresh_cache-175cc9e3-155e-4176-be8c-64aa28b27684" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.961821] env[69433]: DEBUG nova.network.neutron [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.491520] env[69433]: DEBUG nova.network.neutron [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1220.603294] env[69433]: DEBUG nova.network.neutron [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Updating instance_info_cache with network_info: [{"id": "e7135096-66b7-4cd6-8562-b8b7cb0f2c6d", "address": "fa:16:3e:e5:a4:51", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7135096-66", "ovs_interfaceid": "e7135096-66b7-4cd6-8562-b8b7cb0f2c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.106402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "refresh_cache-175cc9e3-155e-4176-be8c-64aa28b27684" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.106743] env[69433]: DEBUG nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Instance network_info: |[{"id": "e7135096-66b7-4cd6-8562-b8b7cb0f2c6d", "address": "fa:16:3e:e5:a4:51", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7135096-66", "ovs_interfaceid": "e7135096-66b7-4cd6-8562-b8b7cb0f2c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.107175] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:a4:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7135096-66b7-4cd6-8562-b8b7cb0f2c6d', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.114676] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating folder: Project (88486704f43a43c2ba24c6554bc4ae6c). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.114949] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e6e07a-babd-449b-953c-1aa2a8c7d473 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.125801] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created folder: Project (88486704f43a43c2ba24c6554bc4ae6c) in parent group-v666200. [ 1221.125979] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating folder: Instances. Parent ref: group-v666517. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.126217] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab80d699-01d4-49db-86be-c849772d36db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.135977] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created folder: Instances in parent group-v666517. [ 1221.136218] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.136400] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.136583] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96ddfdd9-32c6-4989-8b86-7f9997f25feb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.154672] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.154672] env[69433]: value = "task-3339439" [ 1221.154672] env[69433]: _type = "Task" [ 1221.154672] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.161854] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339439, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.406201] env[69433]: DEBUG nova.compute.manager [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Received event network-changed-e7135096-66b7-4cd6-8562-b8b7cb0f2c6d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.406396] env[69433]: DEBUG nova.compute.manager [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Refreshing instance network info cache due to event network-changed-e7135096-66b7-4cd6-8562-b8b7cb0f2c6d. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.406614] env[69433]: DEBUG oslo_concurrency.lockutils [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] Acquiring lock "refresh_cache-175cc9e3-155e-4176-be8c-64aa28b27684" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.406760] env[69433]: DEBUG oslo_concurrency.lockutils [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] Acquired lock "refresh_cache-175cc9e3-155e-4176-be8c-64aa28b27684" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.406918] env[69433]: DEBUG nova.network.neutron [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Refreshing network info cache for port e7135096-66b7-4cd6-8562-b8b7cb0f2c6d {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.664226] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339439, 'name': CreateVM_Task, 'duration_secs': 0.294446} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.664547] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1221.664915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.665091] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.665418] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.665977] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ce3264-42f2-4559-aa84-fe7b771f81c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.670657] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1221.670657] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9ba81-079f-3cad-4faf-abd7f6ef01da" [ 1221.670657] env[69433]: _type = "Task" [ 1221.670657] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.677782] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9ba81-079f-3cad-4faf-abd7f6ef01da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.085426] env[69433]: DEBUG nova.network.neutron [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Updated VIF entry in instance network info cache for port e7135096-66b7-4cd6-8562-b8b7cb0f2c6d. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.085426] env[69433]: DEBUG nova.network.neutron [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Updating instance_info_cache with network_info: [{"id": "e7135096-66b7-4cd6-8562-b8b7cb0f2c6d", "address": "fa:16:3e:e5:a4:51", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7135096-66", "ovs_interfaceid": "e7135096-66b7-4cd6-8562-b8b7cb0f2c6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.183033] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a9ba81-079f-3cad-4faf-abd7f6ef01da, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.183033] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.183033] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.183560] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.183857] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.184710] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.184710] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be6b266a-925b-45ee-8430-fb3ec204b059 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.192517] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.192692] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.193371] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b9b2de-44d3-486f-86b6-b13ce4abd454 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.197935] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1222.197935] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b5ab0-5ec7-a420-3915-917b3b1b3f76" [ 1222.197935] env[69433]: _type = "Task" [ 1222.197935] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.204871] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b5ab0-5ec7-a420-3915-917b3b1b3f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.587797] env[69433]: DEBUG oslo_concurrency.lockutils [req-0982884c-3bc2-4282-8d00-f78e87a9d790 req-12f2eccf-d119-43ed-9033-1200aa297d24 service nova] Releasing lock "refresh_cache-175cc9e3-155e-4176-be8c-64aa28b27684" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.708309] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521b5ab0-5ec7-a420-3915-917b3b1b3f76, 'name': SearchDatastore_Task, 'duration_secs': 0.007902} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.709067] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbee0e7a-02b5-438a-bbef-fef6dea17619 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.713740] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1222.713740] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d43f49-931d-ffe0-dae8-a7b89e748712" [ 1222.713740] env[69433]: _type = "Task" [ 1222.713740] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.720746] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d43f49-931d-ffe0-dae8-a7b89e748712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.223800] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d43f49-931d-ffe0-dae8-a7b89e748712, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.224076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.224338] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 175cc9e3-155e-4176-be8c-64aa28b27684/175cc9e3-155e-4176-be8c-64aa28b27684.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.224611] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98cdc3ae-2c76-447d-a505-c76995ee5fd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.230677] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1223.230677] env[69433]: value = "task-3339440" [ 1223.230677] env[69433]: _type = "Task" [ 1223.230677] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.238689] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.740687] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438948} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.741039] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 175cc9e3-155e-4176-be8c-64aa28b27684/175cc9e3-155e-4176-be8c-64aa28b27684.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.741142] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1223.741401] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a8510c-bb0e-4283-af3e-5bc0a9993c08 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.747464] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1223.747464] env[69433]: value = "task-3339441" [ 1223.747464] env[69433]: _type = "Task" [ 1223.747464] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.755124] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.257417] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058198} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.257711] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.258550] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece4a314-e857-4c6e-9b41-4c0bb0e3e40a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.280719] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 175cc9e3-155e-4176-be8c-64aa28b27684/175cc9e3-155e-4176-be8c-64aa28b27684.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.280972] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc63341-9a61-4309-b4cc-8f20acfc7026 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.300115] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1224.300115] env[69433]: value = "task-3339442" [ 1224.300115] env[69433]: _type = "Task" [ 1224.300115] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.307641] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.810160] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339442, 'name': ReconfigVM_Task, 'duration_secs': 0.25959} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.810531] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 175cc9e3-155e-4176-be8c-64aa28b27684/175cc9e3-155e-4176-be8c-64aa28b27684.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.811035] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5767a5cf-e078-4a63-b622-35bfe5cae4d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.817157] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1224.817157] env[69433]: value = "task-3339443" [ 1224.817157] env[69433]: _type = "Task" [ 1224.817157] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.824514] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339443, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.326365] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339443, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.828480] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339443, 'name': Rename_Task, 'duration_secs': 0.802297} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.828868] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.829037] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f190942c-a920-46f8-8af8-1119c6fbb88a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.834791] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1225.834791] env[69433]: value = "task-3339444" [ 1225.834791] env[69433]: _type = "Task" [ 1225.834791] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.844317] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.344788] env[69433]: DEBUG oslo_vmware.api [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339444, 'name': PowerOnVM_Task, 'duration_secs': 0.415015} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.345068] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.345284] env[69433]: INFO nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1226.345463] env[69433]: DEBUG nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.346243] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53cf7d3-32be-441e-b8a8-6e4337a573d5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.863017] env[69433]: INFO nova.compute.manager [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Took 11.81 seconds to build instance. [ 1227.365822] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f96b21a1-cc9d-4a6d-970d-8a590b46dec6 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "175cc9e3-155e-4176-be8c-64aa28b27684" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.316s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.890257] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.890565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.393072] env[69433]: DEBUG nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1228.917391] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.917692] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.919245] env[69433]: INFO nova.compute.claims [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.007010] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e094e31e-f20b-43be-838c-5d1d04efb432 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.014451] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21775a07-f3d2-41a0-afc4-089dcb282443 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.044783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0613eb27-d85f-49e2-94b1-4768d790ef54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.051474] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d99b53a-3004-4ec8-8ece-c2317f7220e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.064138] env[69433]: DEBUG nova.compute.provider_tree [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.583597] env[69433]: ERROR nova.scheduler.client.report [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [req-4ef40ac7-d6b8-49ef-b1df-7a2f9c0425d1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4ef40ac7-d6b8-49ef-b1df-7a2f9c0425d1"}]} [ 1230.600114] env[69433]: DEBUG nova.scheduler.client.report [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.612504] env[69433]: DEBUG nova.scheduler.client.report [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.612717] env[69433]: DEBUG nova.compute.provider_tree [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.622810] env[69433]: DEBUG nova.scheduler.client.report [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.639428] env[69433]: DEBUG nova.scheduler.client.report [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.716803] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c27235f-a79b-4fbb-be0f-a0b1faa847b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.724241] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac59624-048a-43f8-8d78-49cd36a901d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.753260] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a81de-0d84-4e91-8a57-6fa60c809d53 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.760272] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bafb8a-fb95-4c1c-ad79-3c7e7d2de9c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.774092] env[69433]: DEBUG nova.compute.provider_tree [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.304194] env[69433]: DEBUG nova.scheduler.client.report [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.304512] env[69433]: DEBUG nova.compute.provider_tree [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 153 to 154 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.304639] env[69433]: DEBUG nova.compute.provider_tree [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.809796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.810310] env[69433]: DEBUG nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1232.315821] env[69433]: DEBUG nova.compute.utils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1232.317242] env[69433]: DEBUG nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.317433] env[69433]: DEBUG nova.network.neutron [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.360553] env[69433]: DEBUG nova.policy [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9acd9bd57d30451ca1fe80bb37f445dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88486704f43a43c2ba24c6554bc4ae6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.609955] env[69433]: DEBUG nova.network.neutron [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Successfully created port: 614d4ee0-9dee-444e-b774-bf5e45f5a259 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.820530] env[69433]: DEBUG nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1233.438126] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.438456] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.438685] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "88d46771-e986-48c4-a7aa-469b26226405-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.438875] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.439076] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.441237] env[69433]: INFO nova.compute.manager [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Terminating instance [ 1233.830773] env[69433]: DEBUG nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.857845] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.858098] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.858259] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.858506] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.858665] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.858849] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.859657] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.859863] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.860066] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.860243] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.860446] env[69433]: DEBUG nova.virt.hardware [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.861357] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03951d90-fb96-4896-89b6-ee0c6714e450 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.869880] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07756e5c-9626-46dc-9828-1209f8f528f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.945428] env[69433]: DEBUG nova.compute.manager [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.945738] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.946691] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cdfb03-b507-40a5-94f2-c851d3683ad7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.954358] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.954574] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc28ef84-cec8-4006-a480-6de5d43adc7a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.961110] env[69433]: DEBUG oslo_vmware.api [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1233.961110] env[69433]: value = "task-3339445" [ 1233.961110] env[69433]: _type = "Task" [ 1233.961110] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.969467] env[69433]: DEBUG oslo_vmware.api [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.022263] env[69433]: DEBUG nova.compute.manager [req-2b6b6536-bc84-4f1b-90e2-a61bb081ca51 req-4d5d3ead-f076-4d94-aa01-5f379efe8a00 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Received event network-vif-plugged-614d4ee0-9dee-444e-b774-bf5e45f5a259 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.022263] env[69433]: DEBUG oslo_concurrency.lockutils [req-2b6b6536-bc84-4f1b-90e2-a61bb081ca51 req-4d5d3ead-f076-4d94-aa01-5f379efe8a00 service nova] Acquiring lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.022263] env[69433]: DEBUG oslo_concurrency.lockutils [req-2b6b6536-bc84-4f1b-90e2-a61bb081ca51 req-4d5d3ead-f076-4d94-aa01-5f379efe8a00 service nova] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.022263] env[69433]: DEBUG oslo_concurrency.lockutils [req-2b6b6536-bc84-4f1b-90e2-a61bb081ca51 req-4d5d3ead-f076-4d94-aa01-5f379efe8a00 service nova] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.022977] env[69433]: DEBUG nova.compute.manager [req-2b6b6536-bc84-4f1b-90e2-a61bb081ca51 req-4d5d3ead-f076-4d94-aa01-5f379efe8a00 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] No waiting events found dispatching network-vif-plugged-614d4ee0-9dee-444e-b774-bf5e45f5a259 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.023474] env[69433]: WARNING nova.compute.manager [req-2b6b6536-bc84-4f1b-90e2-a61bb081ca51 req-4d5d3ead-f076-4d94-aa01-5f379efe8a00 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Received unexpected event network-vif-plugged-614d4ee0-9dee-444e-b774-bf5e45f5a259 for instance with vm_state building and task_state spawning. [ 1234.113064] env[69433]: DEBUG nova.network.neutron [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Successfully updated port: 614d4ee0-9dee-444e-b774-bf5e45f5a259 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1234.471538] env[69433]: DEBUG oslo_vmware.api [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339445, 'name': PowerOffVM_Task, 'duration_secs': 0.195596} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.471857] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.472036] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.472286] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e0fa8e0-465e-4452-9ecc-173282999197 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.616045] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "refresh_cache-1d172951-3dfb-4b11-828c-2aa7bc6e2d85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.616231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "refresh_cache-1d172951-3dfb-4b11-828c-2aa7bc6e2d85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.616938] env[69433]: DEBUG nova.network.neutron [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1235.147359] env[69433]: DEBUG nova.network.neutron [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1235.248364] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.248593] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.248778] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Deleting the datastore file [datastore1] 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.249064] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd0dfc31-b257-49b2-8125-03a1ae44a657 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.255575] env[69433]: DEBUG oslo_vmware.api [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1235.255575] env[69433]: value = "task-3339447" [ 1235.255575] env[69433]: _type = "Task" [ 1235.255575] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.263525] env[69433]: DEBUG oslo_vmware.api [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.296279] env[69433]: DEBUG nova.network.neutron [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Updating instance_info_cache with network_info: [{"id": "614d4ee0-9dee-444e-b774-bf5e45f5a259", "address": "fa:16:3e:b6:d4:ec", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614d4ee0-9d", "ovs_interfaceid": "614d4ee0-9dee-444e-b774-bf5e45f5a259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.297923] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.298028] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.765360] env[69433]: DEBUG oslo_vmware.api [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484014} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.765655] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.765833] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.766015] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.766199] env[69433]: INFO nova.compute.manager [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1235.766453] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.766646] env[69433]: DEBUG nova.compute.manager [-] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.766739] env[69433]: DEBUG nova.network.neutron [-] [instance: 88d46771-e986-48c4-a7aa-469b26226405] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.800860] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "refresh_cache-1d172951-3dfb-4b11-828c-2aa7bc6e2d85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.801174] env[69433]: DEBUG nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Instance network_info: |[{"id": "614d4ee0-9dee-444e-b774-bf5e45f5a259", "address": "fa:16:3e:b6:d4:ec", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614d4ee0-9d", "ovs_interfaceid": "614d4ee0-9dee-444e-b774-bf5e45f5a259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.801545] env[69433]: DEBUG nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.804226] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d4:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614d4ee0-9dee-444e-b774-bf5e45f5a259', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.811630] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.812317] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.812545] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8069740-655e-463a-bc65-fdaee4381634 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.832289] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.832289] env[69433]: value = "task-3339448" [ 1235.832289] env[69433]: _type = "Task" [ 1235.832289] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.839655] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339448, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.052523] env[69433]: DEBUG nova.compute.manager [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Received event network-changed-614d4ee0-9dee-444e-b774-bf5e45f5a259 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.052718] env[69433]: DEBUG nova.compute.manager [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Refreshing instance network info cache due to event network-changed-614d4ee0-9dee-444e-b774-bf5e45f5a259. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.053165] env[69433]: DEBUG oslo_concurrency.lockutils [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] Acquiring lock "refresh_cache-1d172951-3dfb-4b11-828c-2aa7bc6e2d85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.053165] env[69433]: DEBUG oslo_concurrency.lockutils [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] Acquired lock "refresh_cache-1d172951-3dfb-4b11-828c-2aa7bc6e2d85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.053429] env[69433]: DEBUG nova.network.neutron [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Refreshing network info cache for port 614d4ee0-9dee-444e-b774-bf5e45f5a259 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.331558] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.331838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.333468] env[69433]: INFO nova.compute.claims [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.345050] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339448, 'name': CreateVM_Task, 'duration_secs': 0.288828} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.345281] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.345971] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.346150] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.346460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.346714] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bff91b3-a191-4804-8396-f059d2805199 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.351051] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1236.351051] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d9218-7708-da5d-25d5-024748b214a7" [ 1236.351051] env[69433]: _type = "Task" [ 1236.351051] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.359145] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d9218-7708-da5d-25d5-024748b214a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.678906] env[69433]: DEBUG nova.network.neutron [-] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.740028] env[69433]: DEBUG nova.network.neutron [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Updated VIF entry in instance network info cache for port 614d4ee0-9dee-444e-b774-bf5e45f5a259. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.740458] env[69433]: DEBUG nova.network.neutron [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Updating instance_info_cache with network_info: [{"id": "614d4ee0-9dee-444e-b774-bf5e45f5a259", "address": "fa:16:3e:b6:d4:ec", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614d4ee0-9d", "ovs_interfaceid": "614d4ee0-9dee-444e-b774-bf5e45f5a259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.861683] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526d9218-7708-da5d-25d5-024748b214a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.861999] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.862285] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.862563] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.862812] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.862993] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.863307] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a30149c-98c4-47b3-9793-119cdb6a6d21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.871950] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.872141] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.872826] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1377ac18-3bbb-4ebb-8860-c6177da6bf5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.877909] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1236.877909] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c4ab89-1555-7dbe-3e35-f9f99a2e1ade" [ 1236.877909] env[69433]: _type = "Task" [ 1236.877909] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.885413] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c4ab89-1555-7dbe-3e35-f9f99a2e1ade, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.185146] env[69433]: INFO nova.compute.manager [-] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Took 1.42 seconds to deallocate network for instance. [ 1237.244131] env[69433]: DEBUG oslo_concurrency.lockutils [req-fffd3eaa-a349-46e1-b41d-3e91ecee199b req-b55914d0-a339-4ed5-adbf-03ceb61103f1 service nova] Releasing lock "refresh_cache-1d172951-3dfb-4b11-828c-2aa7bc6e2d85" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.391781] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52c4ab89-1555-7dbe-3e35-f9f99a2e1ade, 'name': SearchDatastore_Task, 'duration_secs': 0.00847} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.395070] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d117b48c-9eec-46ba-b152-a441a7704fb7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.399369] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1237.399369] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5213b0f3-7c31-3016-5d8e-de8444c7d7bc" [ 1237.399369] env[69433]: _type = "Task" [ 1237.399369] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.408601] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5213b0f3-7c31-3016-5d8e-de8444c7d7bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.431294] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afab6176-b005-4511-a1d7-0214e8144d4c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.437807] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8f6ced-7e2e-4105-b745-644c9ea0d68a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.468274] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af07f57-8584-4391-9e11-e7974b1f9aa3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.475406] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ecc285-d7b3-4e46-8c56-a88c72a82cc4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.488265] env[69433]: DEBUG nova.compute.provider_tree [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1237.691756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.813092] env[69433]: DEBUG oslo_concurrency.lockutils [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.813369] env[69433]: DEBUG oslo_concurrency.lockutils [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.909706] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5213b0f3-7c31-3016-5d8e-de8444c7d7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008849} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.910063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.910345] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1d172951-3dfb-4b11-828c-2aa7bc6e2d85/1d172951-3dfb-4b11-828c-2aa7bc6e2d85.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.910608] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e988745b-1e76-4d9c-97d1-67cb74ad36ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.916795] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1237.916795] env[69433]: value = "task-3339449" [ 1237.916795] env[69433]: _type = "Task" [ 1237.916795] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.924672] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.010354] env[69433]: ERROR nova.scheduler.client.report [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [req-9c306e28-d575-4178-8089-98023ec045dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c306e28-d575-4178-8089-98023ec045dd"}]} [ 1238.026405] env[69433]: DEBUG nova.scheduler.client.report [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1238.040369] env[69433]: DEBUG nova.scheduler.client.report [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1238.040592] env[69433]: DEBUG nova.compute.provider_tree [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.052116] env[69433]: DEBUG nova.scheduler.client.report [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1238.072074] env[69433]: DEBUG nova.scheduler.client.report [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1238.081992] env[69433]: DEBUG nova.compute.manager [req-1d350926-7b42-4c05-94af-264022405099 req-4523e89e-56ec-4790-ab37-f58fe6ce4bc2 service nova] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Received event network-vif-deleted-9b9751a2-0a76-4df2-bd14-b46686b0767e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.181982] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1762d648-6d2c-4212-b7c6-6b74171d3812 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.190232] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5946a398-3f23-47ef-b0ea-7357887f39c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.223408] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a750072-5e15-49a5-8f1d-d4b8b410d8d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.232654] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea3dc83-46a3-4af1-9995-508d59092102 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.247494] env[69433]: DEBUG nova.compute.provider_tree [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.316918] env[69433]: INFO nova.compute.manager [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Detaching volume fe21b787-5e30-41d2-a18d-ae97444901ba [ 1238.351535] env[69433]: INFO nova.virt.block_device [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Attempting to driver detach volume fe21b787-5e30-41d2-a18d-ae97444901ba from mountpoint /dev/sdb [ 1238.351784] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1238.352010] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666513', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'name': 'volume-fe21b787-5e30-41d2-a18d-ae97444901ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5fb5d120-3d5d-4f1b-9def-090132734cd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'serial': 'fe21b787-5e30-41d2-a18d-ae97444901ba'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1238.353402] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d0cd26-a6f3-49f2-8fba-7134999aa225 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.374443] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7809b0-a61a-4eee-93de-8e69394509ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.381624] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d250c053-7325-4946-af6f-0c24e522e13f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.403699] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2439f56b-17ee-4b1f-b122-838d240e1f30 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.418243] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] The volume has not been displaced from its original location: [datastore2] volume-fe21b787-5e30-41d2-a18d-ae97444901ba/volume-fe21b787-5e30-41d2-a18d-ae97444901ba.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1238.423489] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1238.426328] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-513d4db5-03e5-4a86-843d-38bb4844e1e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.443186] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453087} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.444241] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 1d172951-3dfb-4b11-828c-2aa7bc6e2d85/1d172951-3dfb-4b11-828c-2aa7bc6e2d85.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.444478] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.444763] env[69433]: DEBUG oslo_vmware.api [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1238.444763] env[69433]: value = "task-3339450" [ 1238.444763] env[69433]: _type = "Task" [ 1238.444763] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.444939] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae18a169-8835-4494-953e-673e35a0beed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.452466] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1238.452466] env[69433]: value = "task-3339451" [ 1238.452466] env[69433]: _type = "Task" [ 1238.452466] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.455187] env[69433]: DEBUG oslo_vmware.api [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.776451] env[69433]: DEBUG nova.scheduler.client.report [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1238.776718] env[69433]: DEBUG nova.compute.provider_tree [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 155 to 156 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1238.776898] env[69433]: DEBUG nova.compute.provider_tree [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.956959] env[69433]: DEBUG oslo_vmware.api [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339450, 'name': ReconfigVM_Task, 'duration_secs': 0.253285} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.959880] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.964353] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9f3f02-b776-4ece-8e2a-04a1962667ac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.978728] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183201} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.979839] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.980179] env[69433]: DEBUG oslo_vmware.api [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1238.980179] env[69433]: value = "task-3339452" [ 1238.980179] env[69433]: _type = "Task" [ 1238.980179] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.980826] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952b9408-7bb5-4cd7-8451-83921ed758da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.006897] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 1d172951-3dfb-4b11-828c-2aa7bc6e2d85/1d172951-3dfb-4b11-828c-2aa7bc6e2d85.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.007119] env[69433]: DEBUG oslo_vmware.api [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.007365] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a550be-9f70-48d8-bdb1-dbb588e162b8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.025327] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1239.025327] env[69433]: value = "task-3339453" [ 1239.025327] env[69433]: _type = "Task" [ 1239.025327] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.035201] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.282547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.951s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.283086] env[69433]: DEBUG nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.285836] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.594s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.286068] env[69433]: DEBUG nova.objects.instance [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'resources' on Instance uuid 88d46771-e986-48c4-a7aa-469b26226405 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.491956] env[69433]: DEBUG oslo_vmware.api [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339452, 'name': ReconfigVM_Task, 'duration_secs': 0.165035} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.492338] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666513', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'name': 'volume-fe21b787-5e30-41d2-a18d-ae97444901ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5fb5d120-3d5d-4f1b-9def-090132734cd8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe21b787-5e30-41d2-a18d-ae97444901ba', 'serial': 'fe21b787-5e30-41d2-a18d-ae97444901ba'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1239.534869] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339453, 'name': ReconfigVM_Task, 'duration_secs': 0.446083} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.535148] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 1d172951-3dfb-4b11-828c-2aa7bc6e2d85/1d172951-3dfb-4b11-828c-2aa7bc6e2d85.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.535771] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98946c85-bb1f-43af-addb-3c2aeaab3cd6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.542461] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1239.542461] env[69433]: value = "task-3339454" [ 1239.542461] env[69433]: _type = "Task" [ 1239.542461] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.550155] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339454, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.788831] env[69433]: DEBUG nova.compute.utils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.793025] env[69433]: DEBUG nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.793163] env[69433]: DEBUG nova.network.neutron [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.833069] env[69433]: DEBUG nova.policy [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52769f746064e4398a21de6e30295f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867202cb6dd0455abcdd5efa38c4cb8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.875683] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e2da49-9e10-4f34-9bb3-c63a6891b650 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.883263] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d710c9-2617-44f8-8d9e-ccef9f86d451 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.913320] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d305f1-6259-4225-a330-95f19b62d11e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.920938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269a7b1d-7db3-4c12-88bf-619b155e72d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.935886] env[69433]: DEBUG nova.compute.provider_tree [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.052981] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339454, 'name': Rename_Task, 'duration_secs': 0.129764} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.053356] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.053573] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1040306b-4b15-46b4-a422-c85a55a98732 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.060122] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1240.060122] env[69433]: value = "task-3339455" [ 1240.060122] env[69433]: _type = "Task" [ 1240.060122] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.064397] env[69433]: DEBUG nova.objects.instance [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'flavor' on Instance uuid 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.070912] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.135704] env[69433]: DEBUG nova.network.neutron [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Successfully created port: 26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.294284] env[69433]: DEBUG nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.439464] env[69433]: DEBUG nova.scheduler.client.report [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.571625] env[69433]: DEBUG oslo_vmware.api [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339455, 'name': PowerOnVM_Task, 'duration_secs': 0.459592} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.572928] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.573141] env[69433]: INFO nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1240.573317] env[69433]: DEBUG nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.574232] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd1969e-726d-47c2-93e0-e3b1cb903257 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.944101] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.964422] env[69433]: INFO nova.scheduler.client.report [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Deleted allocations for instance 88d46771-e986-48c4-a7aa-469b26226405 [ 1241.074743] env[69433]: DEBUG oslo_concurrency.lockutils [None req-513757e3-5bcc-4519-ad99-3c5f2fb96644 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.089590] env[69433]: INFO nova.compute.manager [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Took 12.19 seconds to build instance. [ 1241.305251] env[69433]: DEBUG nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.330193] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.330193] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.330344] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.330452] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.330642] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.330797] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.331015] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.331176] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.331366] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.331528] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.331712] env[69433]: DEBUG nova.virt.hardware [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.332586] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a044c-a54f-4308-97b5-44e76dc02d3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.340897] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d5fa8a-6fb9-4093-8d87-9bcf1f89e609 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.473248] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d44ba0cd-f698-4be4-9752-ee1787e9ce22 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "88d46771-e986-48c4-a7aa-469b26226405" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.034s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.492203] env[69433]: DEBUG nova.compute.manager [req-25738659-005b-4b1a-a3da-58919786e813 req-6d4ca655-673c-4295-9089-317b168ba66f service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Received event network-vif-plugged-26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.492203] env[69433]: DEBUG oslo_concurrency.lockutils [req-25738659-005b-4b1a-a3da-58919786e813 req-6d4ca655-673c-4295-9089-317b168ba66f service nova] Acquiring lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.492203] env[69433]: DEBUG oslo_concurrency.lockutils [req-25738659-005b-4b1a-a3da-58919786e813 req-6d4ca655-673c-4295-9089-317b168ba66f service nova] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.492203] env[69433]: DEBUG oslo_concurrency.lockutils [req-25738659-005b-4b1a-a3da-58919786e813 req-6d4ca655-673c-4295-9089-317b168ba66f service nova] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.492203] env[69433]: DEBUG nova.compute.manager [req-25738659-005b-4b1a-a3da-58919786e813 req-6d4ca655-673c-4295-9089-317b168ba66f service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] No waiting events found dispatching network-vif-plugged-26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.492501] env[69433]: WARNING nova.compute.manager [req-25738659-005b-4b1a-a3da-58919786e813 req-6d4ca655-673c-4295-9089-317b168ba66f service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Received unexpected event network-vif-plugged-26c1f2e2-24cd-4d8e-ac39-9c30bd920054 for instance with vm_state building and task_state spawning. [ 1241.589254] env[69433]: DEBUG nova.network.neutron [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Successfully updated port: 26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.594597] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80d929a4-6960-4b7e-bec8-5bb4f6a3cef3 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.704s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.064074] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.064275] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.064547] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.064754] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.064931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.067033] env[69433]: INFO nova.compute.manager [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Terminating instance [ 1242.091373] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.091645] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.091716] env[69433]: DEBUG nova.network.neutron [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.257303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.257303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.257303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.257303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.257303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.265318] env[69433]: INFO nova.compute.manager [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Terminating instance [ 1242.375683] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "985d923a-ca96-4b8c-8612-881a9351678f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.375910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.573118] env[69433]: DEBUG nova.compute.manager [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.573258] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.574724] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ed4cee-9bf7-4ddd-924e-238c166d6933 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.583275] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.583505] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64fb21b2-7022-47ac-b967-6a934a57e160 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.592749] env[69433]: DEBUG oslo_vmware.api [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1242.592749] env[69433]: value = "task-3339456" [ 1242.592749] env[69433]: _type = "Task" [ 1242.592749] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.601421] env[69433]: DEBUG oslo_vmware.api [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.630154] env[69433]: DEBUG nova.network.neutron [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.767201] env[69433]: DEBUG nova.compute.manager [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.767581] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.768506] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2d5af-7570-4cb8-a895-4ee2a5fda121 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.779167] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.779423] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf26f798-dc5c-4bd1-9851-291885561311 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.787804] env[69433]: DEBUG oslo_vmware.api [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1242.787804] env[69433]: value = "task-3339457" [ 1242.787804] env[69433]: _type = "Task" [ 1242.787804] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.795464] env[69433]: DEBUG oslo_vmware.api [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.796480] env[69433]: DEBUG nova.network.neutron [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Updating instance_info_cache with network_info: [{"id": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "address": "fa:16:3e:da:03:f9", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1f2e2-24", "ovs_interfaceid": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.878984] env[69433]: DEBUG nova.compute.utils [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.103626] env[69433]: DEBUG oslo_vmware.api [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339456, 'name': PowerOffVM_Task, 'duration_secs': 0.219484} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.103626] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.103890] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.104061] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c753ba7-16e5-49dd-ad93-82b7fa982b00 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.161554] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.162186] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.162186] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleting the datastore file [datastore2] 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.162269] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2db7879a-561a-41a3-b341-1b3df71661ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.168561] env[69433]: DEBUG oslo_vmware.api [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1243.168561] env[69433]: value = "task-3339459" [ 1243.168561] env[69433]: _type = "Task" [ 1243.168561] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.176379] env[69433]: DEBUG oslo_vmware.api [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.298866] env[69433]: DEBUG oslo_vmware.api [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339457, 'name': PowerOffVM_Task, 'duration_secs': 0.23548} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.299274] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.299397] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.299610] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95da28c9-5429-491e-b11f-415586eeb6a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.301510] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.302015] env[69433]: DEBUG nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Instance network_info: |[{"id": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "address": "fa:16:3e:da:03:f9", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1f2e2-24", "ovs_interfaceid": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.302232] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:03:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c1f2e2-24cd-4d8e-ac39-9c30bd920054', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.309909] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.310552] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.310774] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f7993b-737c-428e-848d-e45c434f0ea5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.330164] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.330164] env[69433]: value = "task-3339461" [ 1243.330164] env[69433]: _type = "Task" [ 1243.330164] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.337470] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339461, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.363558] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.363786] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.363972] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleting the datastore file [datastore2] 1d172951-3dfb-4b11-828c-2aa7bc6e2d85 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.364251] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef36b5c9-f9c0-44c2-822c-5255b5a0c5aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.370221] env[69433]: DEBUG oslo_vmware.api [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1243.370221] env[69433]: value = "task-3339462" [ 1243.370221] env[69433]: _type = "Task" [ 1243.370221] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.378575] env[69433]: DEBUG oslo_vmware.api [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.381270] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.515897] env[69433]: DEBUG nova.compute.manager [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Received event network-changed-26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.516072] env[69433]: DEBUG nova.compute.manager [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Refreshing instance network info cache due to event network-changed-26c1f2e2-24cd-4d8e-ac39-9c30bd920054. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.516300] env[69433]: DEBUG oslo_concurrency.lockutils [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] Acquiring lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.516459] env[69433]: DEBUG oslo_concurrency.lockutils [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] Acquired lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.516730] env[69433]: DEBUG nova.network.neutron [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Refreshing network info cache for port 26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.678611] env[69433]: DEBUG oslo_vmware.api [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129468} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.679128] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.679128] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.679377] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.679443] env[69433]: INFO nova.compute.manager [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1243.679645] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.679834] env[69433]: DEBUG nova.compute.manager [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.679921] env[69433]: DEBUG nova.network.neutron [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.840275] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339461, 'name': CreateVM_Task, 'duration_secs': 0.285894} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.840457] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.847062] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.847062] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.847062] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.847062] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8738786f-f5bf-4f4e-adb0-8d6081f47eb8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.847062] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1243.847062] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e6181c-fcaa-d3c1-999b-7fe0729ffe7c" [ 1243.847062] env[69433]: _type = "Task" [ 1243.847062] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.855312] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e6181c-fcaa-d3c1-999b-7fe0729ffe7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.866641] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.866858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.878751] env[69433]: DEBUG oslo_vmware.api [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151893} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.878987] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.879188] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.879370] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.879542] env[69433]: INFO nova.compute.manager [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1243.879773] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.880462] env[69433]: DEBUG nova.compute.manager [-] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.880549] env[69433]: DEBUG nova.network.neutron [-] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.211390] env[69433]: DEBUG nova.network.neutron [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Updated VIF entry in instance network info cache for port 26c1f2e2-24cd-4d8e-ac39-9c30bd920054. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.212035] env[69433]: DEBUG nova.network.neutron [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Updating instance_info_cache with network_info: [{"id": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "address": "fa:16:3e:da:03:f9", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1f2e2-24", "ovs_interfaceid": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.357149] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e6181c-fcaa-d3c1-999b-7fe0729ffe7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009633} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.357473] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.357709] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.357942] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.358103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.358284] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.358562] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67dcbb60-9738-41ee-9251-4c039c8d9188 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.367089] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.367268] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.367969] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca14185a-8b97-491c-8fdc-c0dec2cab6c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.370392] env[69433]: DEBUG nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.375943] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1244.375943] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523c40b0-dd7c-9757-7744-60836b10cc82" [ 1244.375943] env[69433]: _type = "Task" [ 1244.375943] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.383888] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523c40b0-dd7c-9757-7744-60836b10cc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.451297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "985d923a-ca96-4b8c-8612-881a9351678f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.451297] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.451495] env[69433]: INFO nova.compute.manager [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Attaching volume 5148f747-4209-44a9-a6fb-bd7486a7a86c to /dev/sdb [ 1244.484245] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a9a306-2d30-4252-b673-3b3563343c55 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.492056] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adefe69b-9223-4919-b624-b7e8ff4171d3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.504958] env[69433]: DEBUG nova.virt.block_device [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Updating existing volume attachment record: 76e730ac-c284-4f0e-8c0f-bfff8edf962f {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1244.714678] env[69433]: DEBUG oslo_concurrency.lockutils [req-5deb916d-7be9-4fe7-b3fa-c0bb3252d63f req-ba01f04b-a48c-45b0-8667-91f4e3d8058d service nova] Releasing lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.716389] env[69433]: DEBUG nova.network.neutron [-] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.744292] env[69433]: DEBUG nova.network.neutron [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.889700] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]523c40b0-dd7c-9757-7744-60836b10cc82, 'name': SearchDatastore_Task, 'duration_secs': 0.00801} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.890505] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5a963b-0e12-4057-a066-c40355bc7b6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.895377] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1244.895377] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521e4e4d-98b7-c5ba-9699-a5fcac41e2a2" [ 1244.895377] env[69433]: _type = "Task" [ 1244.895377] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.899062] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.899322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.901135] env[69433]: INFO nova.compute.claims [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.908298] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521e4e4d-98b7-c5ba-9699-a5fcac41e2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.00942} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.908533] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.908778] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.909022] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca5b54c5-b82e-49b1-bc30-e09b40f35f8f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.915829] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1244.915829] env[69433]: value = "task-3339464" [ 1244.915829] env[69433]: _type = "Task" [ 1244.915829] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.924356] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.219232] env[69433]: INFO nova.compute.manager [-] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Took 1.34 seconds to deallocate network for instance. [ 1245.246426] env[69433]: INFO nova.compute.manager [-] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Took 1.57 seconds to deallocate network for instance. [ 1245.426179] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434878} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.426483] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.426735] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.426982] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a3ef0c6-1832-4d23-878c-5b961ea98634 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.433429] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1245.433429] env[69433]: value = "task-3339465" [ 1245.433429] env[69433]: _type = "Task" [ 1245.433429] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.441525] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.544141] env[69433]: DEBUG nova.compute.manager [req-3bddf89d-0ccc-4eaa-a037-06b8170ea15c req-fc4a3382-d87e-448c-9a70-4c4a813101db service nova] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Received event network-vif-deleted-614d4ee0-9dee-444e-b774-bf5e45f5a259 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.544340] env[69433]: DEBUG nova.compute.manager [req-3bddf89d-0ccc-4eaa-a037-06b8170ea15c req-fc4a3382-d87e-448c-9a70-4c4a813101db service nova] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Received event network-vif-deleted-4625cc85-709e-44bd-9121-9776d26e241b {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.727155] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.753598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.949346] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.320459} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.949774] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.951032] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9890f8ae-c214-40bf-a502-fc0d3fef7480 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.978160] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.980946] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382771ee-bc25-477a-8904-bca85b6ba474 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.000851] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1246.000851] env[69433]: value = "task-3339466" [ 1246.000851] env[69433]: _type = "Task" [ 1246.000851] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.009997] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.043516] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a35bc9-7a8e-4d50-a0d1-bc550fcdb4a8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.051295] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ac251f-9e65-41f7-8251-67484c571305 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.084241] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65735fc-f89a-4754-9537-b7e51a6d77cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.092869] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa9934-c318-4ac8-8ca4-d3c19a44ab1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.114139] env[69433]: DEBUG nova.compute.provider_tree [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.511586] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.618669] env[69433]: DEBUG nova.scheduler.client.report [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.011158] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339466, 'name': ReconfigVM_Task, 'duration_secs': 0.941515} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.011443] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.012125] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e581b974-a4b5-4d46-84cc-edf79053f5dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.019524] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1247.019524] env[69433]: value = "task-3339468" [ 1247.019524] env[69433]: _type = "Task" [ 1247.019524] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.027348] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339468, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.123460] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.123990] env[69433]: DEBUG nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.127073] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.400s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.127176] env[69433]: DEBUG nova.objects.instance [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'resources' on Instance uuid 1d172951-3dfb-4b11-828c-2aa7bc6e2d85 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.529581] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339468, 'name': Rename_Task, 'duration_secs': 0.169745} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.529953] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.530235] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50a26f21-dc3a-4c0a-9bb5-1cbe37ea8e24 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.536082] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1247.536082] env[69433]: value = "task-3339469" [ 1247.536082] env[69433]: _type = "Task" [ 1247.536082] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.543457] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.630694] env[69433]: DEBUG nova.compute.utils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.632188] env[69433]: DEBUG nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.632377] env[69433]: DEBUG nova.network.neutron [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.683470] env[69433]: DEBUG nova.policy [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '57f38fd9ce6649e7afcdf127c135b54d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b8743a2d119144c2a91a21f0bb56df2a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.737601] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaa218d-634a-4a95-ae0c-9540144b2026 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.745234] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec7984e-f4d1-4258-8a0f-d9363b9e2f05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.777931] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6fae4-07ea-4bd8-bf52-832c8901ee1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.786272] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08889b8b-44c3-4931-a43f-43952968f16e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.799788] env[69433]: DEBUG nova.compute.provider_tree [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.987022] env[69433]: DEBUG nova.network.neutron [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Successfully created port: 9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.046439] env[69433]: DEBUG oslo_vmware.api [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339469, 'name': PowerOnVM_Task, 'duration_secs': 0.425515} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.046667] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.046869] env[69433]: INFO nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Took 6.74 seconds to spawn the instance on the hypervisor. [ 1248.047148] env[69433]: DEBUG nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.047959] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8e68ea-287d-48e4-9b89-8f38d1339ef5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.138073] env[69433]: DEBUG nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.302586] env[69433]: DEBUG nova.scheduler.client.report [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.565093] env[69433]: INFO nova.compute.manager [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Took 12.25 seconds to build instance. [ 1248.807078] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.809504] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.056s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.809767] env[69433]: DEBUG nova.objects.instance [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'resources' on Instance uuid 5fb5d120-3d5d-4f1b-9def-090132734cd8 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.829189] env[69433]: INFO nova.scheduler.client.report [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted allocations for instance 1d172951-3dfb-4b11-828c-2aa7bc6e2d85 [ 1249.057441] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1249.057682] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666522', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'name': 'volume-5148f747-4209-44a9-a6fb-bd7486a7a86c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '985d923a-ca96-4b8c-8612-881a9351678f', 'attached_at': '', 'detached_at': '', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'serial': '5148f747-4209-44a9-a6fb-bd7486a7a86c'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1249.058632] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207b9470-a3fb-4aea-ad9b-9479be647a70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.074495] env[69433]: DEBUG oslo_concurrency.lockutils [None req-74f49da8-cb85-4317-8057-56722097662c tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.776s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.075362] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3a65d7-485c-4d2f-a24e-2913ca64f501 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.099585] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-5148f747-4209-44a9-a6fb-bd7486a7a86c/volume-5148f747-4209-44a9-a6fb-bd7486a7a86c.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.099897] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-955abe92-a07a-49ed-9c96-831522b6cb2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.118186] env[69433]: DEBUG oslo_vmware.api [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1249.118186] env[69433]: value = "task-3339470" [ 1249.118186] env[69433]: _type = "Task" [ 1249.118186] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.126364] env[69433]: DEBUG oslo_vmware.api [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.147928] env[69433]: DEBUG nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.174133] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.174391] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.174555] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.174741] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.174890] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.175050] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.175272] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.175540] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.175746] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.175919] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.176115] env[69433]: DEBUG nova.virt.hardware [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.176976] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cedf89-9242-41ca-8166-bb6493ac783d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.184474] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b878bed-2040-43b1-b2ea-91840187c862 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.336077] env[69433]: DEBUG oslo_concurrency.lockutils [None req-80a7b888-0eca-441b-98bc-0d4ef8c2c614 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "1d172951-3dfb-4b11-828c-2aa7bc6e2d85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.082s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.387276] env[69433]: DEBUG nova.compute.manager [req-ae962680-3dd3-4968-ad69-97ccd0af6438 req-cae25725-d7bb-4aa8-8f44-a5fc017a1cef service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Received event network-vif-plugged-9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.387276] env[69433]: DEBUG oslo_concurrency.lockutils [req-ae962680-3dd3-4968-ad69-97ccd0af6438 req-cae25725-d7bb-4aa8-8f44-a5fc017a1cef service nova] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.387276] env[69433]: DEBUG oslo_concurrency.lockutils [req-ae962680-3dd3-4968-ad69-97ccd0af6438 req-cae25725-d7bb-4aa8-8f44-a5fc017a1cef service nova] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.387276] env[69433]: DEBUG oslo_concurrency.lockutils [req-ae962680-3dd3-4968-ad69-97ccd0af6438 req-cae25725-d7bb-4aa8-8f44-a5fc017a1cef service nova] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.387276] env[69433]: DEBUG nova.compute.manager [req-ae962680-3dd3-4968-ad69-97ccd0af6438 req-cae25725-d7bb-4aa8-8f44-a5fc017a1cef service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] No waiting events found dispatching network-vif-plugged-9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.387276] env[69433]: WARNING nova.compute.manager [req-ae962680-3dd3-4968-ad69-97ccd0af6438 req-cae25725-d7bb-4aa8-8f44-a5fc017a1cef service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Received unexpected event network-vif-plugged-9fb45f2b-a410-42a1-92aa-f9143f0cff42 for instance with vm_state building and task_state spawning. [ 1249.408158] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a718f4b5-c2a8-436a-a4d1-edec7e427ab8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.415150] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52ff4d0-ccc7-4b7a-822b-1d2160e46c0d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.448747] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e40788-7feb-49a1-8dd2-a13fa04c7bb2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.456472] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa0287b-d34f-449b-85ca-69ebbe1e5238 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.471045] env[69433]: DEBUG nova.compute.provider_tree [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.479301] env[69433]: DEBUG nova.network.neutron [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Successfully updated port: 9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.606356] env[69433]: DEBUG nova.compute.manager [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Received event network-changed-26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.606591] env[69433]: DEBUG nova.compute.manager [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Refreshing instance network info cache due to event network-changed-26c1f2e2-24cd-4d8e-ac39-9c30bd920054. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1249.606824] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] Acquiring lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.606889] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] Acquired lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.607068] env[69433]: DEBUG nova.network.neutron [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Refreshing network info cache for port 26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.627863] env[69433]: DEBUG oslo_vmware.api [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339470, 'name': ReconfigVM_Task, 'duration_secs': 0.336819} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.628140] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-5148f747-4209-44a9-a6fb-bd7486a7a86c/volume-5148f747-4209-44a9-a6fb-bd7486a7a86c.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.633115] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fde23c8-393f-4d9f-93d9-4204869b66db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.647678] env[69433]: DEBUG oslo_vmware.api [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1249.647678] env[69433]: value = "task-3339471" [ 1249.647678] env[69433]: _type = "Task" [ 1249.647678] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.655129] env[69433]: DEBUG oslo_vmware.api [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339471, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.089070] env[69433]: DEBUG nova.scheduler.client.report [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.089070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.089070] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.089070] env[69433]: DEBUG nova.network.neutron [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.158026] env[69433]: DEBUG oslo_vmware.api [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339471, 'name': ReconfigVM_Task, 'duration_secs': 0.137763} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.158026] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666522', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'name': 'volume-5148f747-4209-44a9-a6fb-bd7486a7a86c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '985d923a-ca96-4b8c-8612-881a9351678f', 'attached_at': '', 'detached_at': '', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'serial': '5148f747-4209-44a9-a6fb-bd7486a7a86c'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1250.319821] env[69433]: DEBUG nova.network.neutron [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Updated VIF entry in instance network info cache for port 26c1f2e2-24cd-4d8e-ac39-9c30bd920054. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.320207] env[69433]: DEBUG nova.network.neutron [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Updating instance_info_cache with network_info: [{"id": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "address": "fa:16:3e:da:03:f9", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26c1f2e2-24", "ovs_interfaceid": "26c1f2e2-24cd-4d8e-ac39-9c30bd920054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.596700] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.618699] env[69433]: INFO nova.scheduler.client.report [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted allocations for instance 5fb5d120-3d5d-4f1b-9def-090132734cd8 [ 1250.627981] env[69433]: DEBUG nova.network.neutron [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.759299] env[69433]: DEBUG nova.network.neutron [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updating instance_info_cache with network_info: [{"id": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "address": "fa:16:3e:37:2a:30", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb45f2b-a4", "ovs_interfaceid": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.823019] env[69433]: DEBUG oslo_concurrency.lockutils [req-3ee37a49-dd7e-4e12-8028-8f3801ee08bf req-e0f1a481-49a8-46cd-b568-866c00ad163c service nova] Releasing lock "refresh_cache-a2d1b775-aa31-42d0-96d2-05a008df7d9c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.907035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.907354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.128264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1f7afd27-4b12-43b3-b147-7d271585ca73 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "5fb5d120-3d5d-4f1b-9def-090132734cd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.064s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.197769] env[69433]: DEBUG nova.objects.instance [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'flavor' on Instance uuid 985d923a-ca96-4b8c-8612-881a9351678f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.262117] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.262443] env[69433]: DEBUG nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Instance network_info: |[{"id": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "address": "fa:16:3e:37:2a:30", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb45f2b-a4", "ovs_interfaceid": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.263117] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:2a:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20fbc86c-0935-406c-9659-3ffc33fc0d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fb45f2b-a410-42a1-92aa-f9143f0cff42', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.270692] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.270911] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.271158] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb1cd09f-a2cd-4a53-ab61-140f40efeff5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.291988] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.291988] env[69433]: value = "task-3339472" [ 1251.291988] env[69433]: _type = "Task" [ 1251.291988] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.299613] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339472, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.409371] env[69433]: DEBUG nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.424325] env[69433]: DEBUG nova.compute.manager [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Received event network-changed-9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.424604] env[69433]: DEBUG nova.compute.manager [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Refreshing instance network info cache due to event network-changed-9fb45f2b-a410-42a1-92aa-f9143f0cff42. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.424845] env[69433]: DEBUG oslo_concurrency.lockutils [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] Acquiring lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.425012] env[69433]: DEBUG oslo_concurrency.lockutils [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] Acquired lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.425231] env[69433]: DEBUG nova.network.neutron [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Refreshing network info cache for port 9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.702976] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6fdff3e0-636c-4ca3-a6ee-465166cbc2df tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.801552] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339472, 'name': CreateVM_Task, 'duration_secs': 0.360811} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.801728] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.802420] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.802588] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.802908] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.803166] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190c6d7a-557d-44bf-85be-5619f20c9da3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.807773] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1251.807773] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ada5b8-a096-26d7-5757-81a5b724dda6" [ 1251.807773] env[69433]: _type = "Task" [ 1251.807773] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.816620] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ada5b8-a096-26d7-5757-81a5b724dda6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.931118] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "985d923a-ca96-4b8c-8612-881a9351678f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.931354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.933430] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.933660] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.935261] env[69433]: INFO nova.compute.claims [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.131881] env[69433]: DEBUG nova.network.neutron [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updated VIF entry in instance network info cache for port 9fb45f2b-a410-42a1-92aa-f9143f0cff42. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.132271] env[69433]: DEBUG nova.network.neutron [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updating instance_info_cache with network_info: [{"id": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "address": "fa:16:3e:37:2a:30", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb45f2b-a4", "ovs_interfaceid": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.317980] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ada5b8-a096-26d7-5757-81a5b724dda6, 'name': SearchDatastore_Task, 'duration_secs': 0.025953} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.318305] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.318566] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.318801] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.318949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.319144] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.319400] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-527886cf-5337-4cf7-bfe7-36f7d33a0881 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.327847] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.328032] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.328716] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed7e5d4-29cf-4bed-84b3-0fab58e82e12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.333253] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1252.333253] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525adcd0-e683-ca85-dc23-34b251e3b8c7" [ 1252.333253] env[69433]: _type = "Task" [ 1252.333253] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.340701] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525adcd0-e683-ca85-dc23-34b251e3b8c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.440533] env[69433]: INFO nova.compute.manager [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Detaching volume 5148f747-4209-44a9-a6fb-bd7486a7a86c [ 1252.531064] env[69433]: INFO nova.virt.block_device [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Attempting to driver detach volume 5148f747-4209-44a9-a6fb-bd7486a7a86c from mountpoint /dev/sdb [ 1252.531322] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1252.531521] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666522', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'name': 'volume-5148f747-4209-44a9-a6fb-bd7486a7a86c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '985d923a-ca96-4b8c-8612-881a9351678f', 'attached_at': '', 'detached_at': '', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'serial': '5148f747-4209-44a9-a6fb-bd7486a7a86c'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1252.532463] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963a9b28-d28c-4922-b1c8-c818a9722da3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.554024] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd2c82-5571-47f6-a8ef-1b2a83d6eb5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.560622] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd9ee78-2db7-4b6f-a3e7-277ac4ea4731 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.580281] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb4d9d-a6f8-4d98-9c15-b1c6245aab90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.595335] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] The volume has not been displaced from its original location: [datastore1] volume-5148f747-4209-44a9-a6fb-bd7486a7a86c/volume-5148f747-4209-44a9-a6fb-bd7486a7a86c.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1252.600607] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.602028] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09aaa0f-340d-49cb-b40f-0bdb84e13f86 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.618283] env[69433]: DEBUG oslo_vmware.api [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1252.618283] env[69433]: value = "task-3339473" [ 1252.618283] env[69433]: _type = "Task" [ 1252.618283] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.625571] env[69433]: DEBUG oslo_vmware.api [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.635231] env[69433]: DEBUG oslo_concurrency.lockutils [req-fb44ee89-d052-4432-a218-a3a2df342103 req-40b73669-3421-4f4d-98c9-d86363e7ad02 service nova] Releasing lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.843460] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525adcd0-e683-ca85-dc23-34b251e3b8c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009318} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.844628] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c4fd66-b48d-4da9-b8cb-efcc5908ee77 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.849537] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1252.849537] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52837c47-c3a3-b2c5-4d09-a39ec4bb9fac" [ 1252.849537] env[69433]: _type = "Task" [ 1252.849537] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.856826] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52837c47-c3a3-b2c5-4d09-a39ec4bb9fac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.030686] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567de2a1-7169-4f0f-9ddf-c2c9b55bb805 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.038146] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e341b2-e556-47e3-9ed1-9c56f851c87a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.067443] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b7ac6-042b-4524-a7d0-f809548e246e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.074072] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8f3f5e-2e7b-462f-8b72-74ca6dc7bf40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.086707] env[69433]: DEBUG nova.compute.provider_tree [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.128587] env[69433]: DEBUG oslo_vmware.api [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339473, 'name': ReconfigVM_Task, 'duration_secs': 0.217001} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.128854] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1253.133329] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-657e4210-f25e-4ec5-ab0e-55e4ec146e99 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.147834] env[69433]: DEBUG oslo_vmware.api [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1253.147834] env[69433]: value = "task-3339474" [ 1253.147834] env[69433]: _type = "Task" [ 1253.147834] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.155393] env[69433]: DEBUG oslo_vmware.api [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.318501] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.318750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.360153] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52837c47-c3a3-b2c5-4d09-a39ec4bb9fac, 'name': SearchDatastore_Task, 'duration_secs': 0.009136} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.360409] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.360657] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3436dca9-a8ad-4909-821e-e92c6f1189e4/3436dca9-a8ad-4909-821e-e92c6f1189e4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.360903] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d14e29c-2e03-45af-9397-5d0098b4bd80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.367272] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1253.367272] env[69433]: value = "task-3339475" [ 1253.367272] env[69433]: _type = "Task" [ 1253.367272] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.374697] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.589929] env[69433]: DEBUG nova.scheduler.client.report [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.657674] env[69433]: DEBUG oslo_vmware.api [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.821548] env[69433]: DEBUG nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1253.877099] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339475, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.095775] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.096276] env[69433]: DEBUG nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.157495] env[69433]: DEBUG oslo_vmware.api [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339474, 'name': ReconfigVM_Task, 'duration_secs': 0.794121} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.157809] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666522', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'name': 'volume-5148f747-4209-44a9-a6fb-bd7486a7a86c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '985d923a-ca96-4b8c-8612-881a9351678f', 'attached_at': '', 'detached_at': '', 'volume_id': '5148f747-4209-44a9-a6fb-bd7486a7a86c', 'serial': '5148f747-4209-44a9-a6fb-bd7486a7a86c'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1254.342620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.342897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.344520] env[69433]: INFO nova.compute.claims [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.377785] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512222} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.378074] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3436dca9-a8ad-4909-821e-e92c6f1189e4/3436dca9-a8ad-4909-821e-e92c6f1189e4.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.378295] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.378566] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b20703c-98d0-458b-af4c-cd09476d95d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.385023] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1254.385023] env[69433]: value = "task-3339476" [ 1254.385023] env[69433]: _type = "Task" [ 1254.385023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.394156] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.601854] env[69433]: DEBUG nova.compute.utils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1254.603328] env[69433]: DEBUG nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.603507] env[69433]: DEBUG nova.network.neutron [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.643237] env[69433]: DEBUG nova.policy [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9acd9bd57d30451ca1fe80bb37f445dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88486704f43a43c2ba24c6554bc4ae6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.699596] env[69433]: DEBUG nova.objects.instance [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'flavor' on Instance uuid 985d923a-ca96-4b8c-8612-881a9351678f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.895691] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057882} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.896291] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.897068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f6fcc9-3892-48ae-9022-2b31a7b01558 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.920098] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 3436dca9-a8ad-4909-821e-e92c6f1189e4/3436dca9-a8ad-4909-821e-e92c6f1189e4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.921061] env[69433]: DEBUG nova.network.neutron [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Successfully created port: f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.923375] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbaee6d1-652b-42f6-99d1-c45bb75f04e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.944965] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1254.944965] env[69433]: value = "task-3339477" [ 1254.944965] env[69433]: _type = "Task" [ 1254.944965] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.952787] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.106469] env[69433]: DEBUG nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.452719] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb44a77a-3c23-4bcc-b9a4-ab4b123555f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.458183] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339477, 'name': ReconfigVM_Task, 'duration_secs': 0.27569} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.458854] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 3436dca9-a8ad-4909-821e-e92c6f1189e4/3436dca9-a8ad-4909-821e-e92c6f1189e4.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.459522] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c43cf9f6-62e4-4c89-990d-a03f99be5db1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.463873] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1424b65f-1d27-4f21-bb64-5cfdb5fcd907 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.468091] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1255.468091] env[69433]: value = "task-3339478" [ 1255.468091] env[69433]: _type = "Task" [ 1255.468091] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.498535] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7420cb-7b9c-4094-9623-5491c06a8651 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.504539] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339478, 'name': Rename_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.509381] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1598257-cea5-4816-81b8-0a77c5280d71 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.522721] env[69433]: DEBUG nova.compute.provider_tree [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.707281] env[69433]: DEBUG oslo_concurrency.lockutils [None req-aa0b47f1-4596-42b6-91e5-83fb2e090917 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.776s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.978315] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339478, 'name': Rename_Task, 'duration_secs': 0.138016} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.978594] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.978835] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e9dc2ff-d312-4d9e-9922-e593473aa234 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.985125] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1255.985125] env[69433]: value = "task-3339479" [ 1255.985125] env[69433]: _type = "Task" [ 1255.985125] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.993129] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.026673] env[69433]: DEBUG nova.scheduler.client.report [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.115772] env[69433]: DEBUG nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.141895] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.142166] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.142334] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.142515] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.142688] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.142838] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.143057] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.143226] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.143397] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.143564] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.143741] env[69433]: DEBUG nova.virt.hardware [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.144615] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21537a61-9af5-444b-b0b3-e6b14d603fe8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.152564] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd849758-dede-483e-a6db-a74de6f53450 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.227581] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "985d923a-ca96-4b8c-8612-881a9351678f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.227858] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.228104] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "985d923a-ca96-4b8c-8612-881a9351678f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.228302] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.228521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.230631] env[69433]: INFO nova.compute.manager [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Terminating instance [ 1256.292982] env[69433]: DEBUG nova.compute.manager [req-21610807-1350-4515-94d2-4d611a8dcee2 req-2083869e-12b5-4f6e-813f-4120936cf729 service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Received event network-vif-plugged-f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.293223] env[69433]: DEBUG oslo_concurrency.lockutils [req-21610807-1350-4515-94d2-4d611a8dcee2 req-2083869e-12b5-4f6e-813f-4120936cf729 service nova] Acquiring lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.293432] env[69433]: DEBUG oslo_concurrency.lockutils [req-21610807-1350-4515-94d2-4d611a8dcee2 req-2083869e-12b5-4f6e-813f-4120936cf729 service nova] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.293600] env[69433]: DEBUG oslo_concurrency.lockutils [req-21610807-1350-4515-94d2-4d611a8dcee2 req-2083869e-12b5-4f6e-813f-4120936cf729 service nova] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.293770] env[69433]: DEBUG nova.compute.manager [req-21610807-1350-4515-94d2-4d611a8dcee2 req-2083869e-12b5-4f6e-813f-4120936cf729 service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] No waiting events found dispatching network-vif-plugged-f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.293937] env[69433]: WARNING nova.compute.manager [req-21610807-1350-4515-94d2-4d611a8dcee2 req-2083869e-12b5-4f6e-813f-4120936cf729 service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Received unexpected event network-vif-plugged-f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 for instance with vm_state building and task_state spawning. [ 1256.373754] env[69433]: DEBUG nova.network.neutron [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Successfully updated port: f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.494609] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.531399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.188s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.532186] env[69433]: DEBUG nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.734192] env[69433]: DEBUG nova.compute.manager [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.734411] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.735789] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b422eb-98ff-4bf0-9716-0b03c95bcf17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.743701] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.743941] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d7a7f2-a693-4a70-867f-b27a1cd5c0d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.749755] env[69433]: DEBUG oslo_vmware.api [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1256.749755] env[69433]: value = "task-3339480" [ 1256.749755] env[69433]: _type = "Task" [ 1256.749755] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.757605] env[69433]: DEBUG oslo_vmware.api [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.878526] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "refresh_cache-c9fa4afc-b300-436b-b4db-eca2fb1888c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.878583] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "refresh_cache-c9fa4afc-b300-436b-b4db-eca2fb1888c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.878759] env[69433]: DEBUG nova.network.neutron [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.994712] env[69433]: DEBUG oslo_vmware.api [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339479, 'name': PowerOnVM_Task, 'duration_secs': 0.672409} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.994985] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.995186] env[69433]: INFO nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1256.995393] env[69433]: DEBUG nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.996191] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64a9771-c61f-458c-af37-f2492daa1be5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.038395] env[69433]: DEBUG nova.compute.utils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.039938] env[69433]: DEBUG nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1257.040475] env[69433]: DEBUG nova.network.neutron [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.074608] env[69433]: DEBUG nova.policy [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b93c5b642fe544279e6babfde09c3c17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05a9e101ec6245fd8d91e9b80e39cd75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.259460] env[69433]: DEBUG oslo_vmware.api [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339480, 'name': PowerOffVM_Task, 'duration_secs': 0.240745} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.259755] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.259928] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.260193] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05ee24d5-5142-4510-bb39-a7e71c53a5c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.325229] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.325229] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.325229] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleting the datastore file [datastore1] 985d923a-ca96-4b8c-8612-881a9351678f {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.325229] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99de5ed2-25e8-4dae-ad78-b3e24e83331d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.335140] env[69433]: DEBUG oslo_vmware.api [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for the task: (returnval){ [ 1257.335140] env[69433]: value = "task-3339482" [ 1257.335140] env[69433]: _type = "Task" [ 1257.335140] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.344409] env[69433]: DEBUG oslo_vmware.api [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.345344] env[69433]: DEBUG nova.network.neutron [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Successfully created port: 415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1257.422666] env[69433]: DEBUG nova.network.neutron [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.514806] env[69433]: INFO nova.compute.manager [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Took 12.64 seconds to build instance. [ 1257.542992] env[69433]: DEBUG nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.637833] env[69433]: DEBUG nova.network.neutron [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Updating instance_info_cache with network_info: [{"id": "f043d9de-a8e1-4e5e-8d66-e9279b65ccc0", "address": "fa:16:3e:d8:ae:bf", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf043d9de-a8", "ovs_interfaceid": "f043d9de-a8e1-4e5e-8d66-e9279b65ccc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.848656] env[69433]: DEBUG oslo_vmware.api [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Task: {'id': task-3339482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124395} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.848812] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.849843] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.849843] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.849843] env[69433]: INFO nova.compute.manager [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1257.849843] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.849843] env[69433]: DEBUG nova.compute.manager [-] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.849843] env[69433]: DEBUG nova.network.neutron [-] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.017130] env[69433]: DEBUG oslo_concurrency.lockutils [None req-81435514-0b43-4378-989c-9d74e14c895b tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.150s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.140866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "refresh_cache-c9fa4afc-b300-436b-b4db-eca2fb1888c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.141220] env[69433]: DEBUG nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Instance network_info: |[{"id": "f043d9de-a8e1-4e5e-8d66-e9279b65ccc0", "address": "fa:16:3e:d8:ae:bf", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf043d9de-a8", "ovs_interfaceid": "f043d9de-a8e1-4e5e-8d66-e9279b65ccc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.141639] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:ae:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f043d9de-a8e1-4e5e-8d66-e9279b65ccc0', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.149825] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.150457] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.150782] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca85bac4-5534-47ff-a9b1-e8d9837a827e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.171447] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.171447] env[69433]: value = "task-3339483" [ 1258.171447] env[69433]: _type = "Task" [ 1258.171447] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.180056] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339483, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.529637] env[69433]: DEBUG nova.compute.manager [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Received event network-changed-f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.529758] env[69433]: DEBUG nova.compute.manager [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Refreshing instance network info cache due to event network-changed-f043d9de-a8e1-4e5e-8d66-e9279b65ccc0. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.530008] env[69433]: DEBUG oslo_concurrency.lockutils [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] Acquiring lock "refresh_cache-c9fa4afc-b300-436b-b4db-eca2fb1888c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.530473] env[69433]: DEBUG oslo_concurrency.lockutils [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] Acquired lock "refresh_cache-c9fa4afc-b300-436b-b4db-eca2fb1888c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.530670] env[69433]: DEBUG nova.network.neutron [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Refreshing network info cache for port f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1258.552537] env[69433]: DEBUG nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.577033] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.577327] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.577620] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.577855] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.579113] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.579354] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.579580] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.579749] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.579922] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.580136] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.580280] env[69433]: DEBUG nova.virt.hardware [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.581143] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4a54d-7e46-4002-90a5-83a9f43d8c6b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.589432] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55c08a3-d6db-42e6-8078-9615b8e8d323 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.681317] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339483, 'name': CreateVM_Task, 'duration_secs': 0.306705} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.681506] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.682198] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.682379] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.682703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.682956] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7e29811-ab7c-42d2-b4e4-31b1d5331b2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.687175] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1258.687175] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528e4328-7d5e-a336-6030-3c607325b25a" [ 1258.687175] env[69433]: _type = "Task" [ 1258.687175] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.694330] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528e4328-7d5e-a336-6030-3c607325b25a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.942690] env[69433]: DEBUG nova.network.neutron [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Successfully updated port: 415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.198202] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528e4328-7d5e-a336-6030-3c607325b25a, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.200989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.201537] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.201537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.201653] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.202226] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.202226] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba7765d1-77aa-4e67-80a1-272db073911a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.211935] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.211935] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.213306] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ea3b74-4ab7-4475-8a93-836062fffeb9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.219038] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1259.219038] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d83f6e-9fcf-1342-5231-b2754581349b" [ 1259.219038] env[69433]: _type = "Task" [ 1259.219038] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.227103] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d83f6e-9fcf-1342-5231-b2754581349b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.251121] env[69433]: DEBUG nova.network.neutron [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Updated VIF entry in instance network info cache for port f043d9de-a8e1-4e5e-8d66-e9279b65ccc0. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.251544] env[69433]: DEBUG nova.network.neutron [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Updating instance_info_cache with network_info: [{"id": "f043d9de-a8e1-4e5e-8d66-e9279b65ccc0", "address": "fa:16:3e:d8:ae:bf", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf043d9de-a8", "ovs_interfaceid": "f043d9de-a8e1-4e5e-8d66-e9279b65ccc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.261590] env[69433]: DEBUG nova.network.neutron [-] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.446707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.446864] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.446967] env[69433]: DEBUG nova.network.neutron [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.729036] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d83f6e-9fcf-1342-5231-b2754581349b, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.729788] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d631dc4-149f-4fbc-baec-eff862acc1b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.736680] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1259.736680] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528e14b5-f78a-8ef8-a64a-2d8420370ab3" [ 1259.736680] env[69433]: _type = "Task" [ 1259.736680] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.744420] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528e14b5-f78a-8ef8-a64a-2d8420370ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.756044] env[69433]: DEBUG oslo_concurrency.lockutils [req-5260c708-3b1c-4eda-81bb-2c1fe1131c91 req-17429ecc-0455-4c42-b7d2-ee4574c2f24a service nova] Releasing lock "refresh_cache-c9fa4afc-b300-436b-b4db-eca2fb1888c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.764057] env[69433]: INFO nova.compute.manager [-] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Took 1.91 seconds to deallocate network for instance. [ 1259.976593] env[69433]: DEBUG nova.network.neutron [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.137970] env[69433]: DEBUG nova.network.neutron [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415d2df4-84", "ovs_interfaceid": "415d2df4-84d9-4009-8492-13f23105fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.250725] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528e14b5-f78a-8ef8-a64a-2d8420370ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.026226} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.251232] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.251380] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] c9fa4afc-b300-436b-b4db-eca2fb1888c9/c9fa4afc-b300-436b-b4db-eca2fb1888c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.251723] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dd015ef-8a6c-4dcf-a74d-308082f231dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.259671] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1260.259671] env[69433]: value = "task-3339484" [ 1260.259671] env[69433]: _type = "Task" [ 1260.259671] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.270603] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.271008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.271346] env[69433]: DEBUG nova.objects.instance [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lazy-loading 'resources' on Instance uuid 985d923a-ca96-4b8c-8612-881a9351678f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.272657] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.576859] env[69433]: DEBUG nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Received event network-changed-9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1260.577083] env[69433]: DEBUG nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Refreshing instance network info cache due to event network-changed-9fb45f2b-a410-42a1-92aa-f9143f0cff42. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1260.577310] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Acquiring lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.577669] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Acquired lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.577855] env[69433]: DEBUG nova.network.neutron [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Refreshing network info cache for port 9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1260.640747] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.641116] env[69433]: DEBUG nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Instance network_info: |[{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415d2df4-84", "ovs_interfaceid": "415d2df4-84d9-4009-8492-13f23105fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1260.641624] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ea:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '415d2df4-84d9-4009-8492-13f23105fac6', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.649277] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.649856] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.650125] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9f016bb-48ce-41ba-87cc-94691dffb2ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.671651] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.671651] env[69433]: value = "task-3339485" [ 1260.671651] env[69433]: _type = "Task" [ 1260.671651] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.680603] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339485, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.770444] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46663} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.770723] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] c9fa4afc-b300-436b-b4db-eca2fb1888c9/c9fa4afc-b300-436b-b4db-eca2fb1888c9.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.770921] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.771184] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba1642cf-f214-44be-af10-8749a2feea3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.778134] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1260.778134] env[69433]: value = "task-3339486" [ 1260.778134] env[69433]: _type = "Task" [ 1260.778134] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.786758] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.870506] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd29ee51-3637-465c-afde-34f024e7abb5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.877842] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baac0cd6-ebba-4dd6-85ec-f5e3ebd25386 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.909189] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec0a623-0f1b-47fd-9458-66ee4bc42f8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.916603] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39928bd4-c11c-41c4-beaa-4a881a709746 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.929944] env[69433]: DEBUG nova.compute.provider_tree [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.183242] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339485, 'name': CreateVM_Task, 'duration_secs': 0.32627} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.183426] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.184128] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.184304] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.184623] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.184877] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f28180-1b19-4d04-8f5d-bff763f737ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.189719] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1261.189719] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec113a-a804-0570-a5a5-3305504d88fd" [ 1261.189719] env[69433]: _type = "Task" [ 1261.189719] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.197861] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec113a-a804-0570-a5a5-3305504d88fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.288458] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061673} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.288741] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.289503] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dad1252-d549-4552-842d-68da01c5d86c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.312625] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] c9fa4afc-b300-436b-b4db-eca2fb1888c9/c9fa4afc-b300-436b-b4db-eca2fb1888c9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.312893] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b17bbc01-c9b2-45fc-8947-029231eec32d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.327148] env[69433]: DEBUG nova.network.neutron [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updated VIF entry in instance network info cache for port 9fb45f2b-a410-42a1-92aa-f9143f0cff42. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.327506] env[69433]: DEBUG nova.network.neutron [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updating instance_info_cache with network_info: [{"id": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "address": "fa:16:3e:37:2a:30", "network": {"id": "0afdcfc5-f0b3-4fd7-8951-28e9f4eade3b", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-807450129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b8743a2d119144c2a91a21f0bb56df2a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20fbc86c-0935-406c-9659-3ffc33fc0d08", "external-id": "nsx-vlan-transportzone-191", "segmentation_id": 191, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fb45f2b-a4", "ovs_interfaceid": "9fb45f2b-a410-42a1-92aa-f9143f0cff42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.333973] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1261.333973] env[69433]: value = "task-3339487" [ 1261.333973] env[69433]: _type = "Task" [ 1261.333973] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.341889] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.432892] env[69433]: DEBUG nova.scheduler.client.report [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.699780] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ec113a-a804-0570-a5a5-3305504d88fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.700110] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.700351] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.700624] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.700782] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.700964] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.701240] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-402258e0-836d-4208-89c3-2cbf7e6fe9b3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.709686] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.709876] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.710593] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f960e7-7856-4332-9067-1bdf6d58af21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.715436] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1261.715436] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521efa6a-652c-2c70-fd88-a131829405ae" [ 1261.715436] env[69433]: _type = "Task" [ 1261.715436] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.722552] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521efa6a-652c-2c70-fd88-a131829405ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.830510] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Releasing lock "refresh_cache-3436dca9-a8ad-4909-821e-e92c6f1189e4" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.830861] env[69433]: DEBUG nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Received event network-vif-deleted-9e1f3018-b0df-4634-bd9b-a342c9a294c8 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.831130] env[69433]: DEBUG nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-vif-plugged-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.831340] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.831553] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.831721] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.831891] env[69433]: DEBUG nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] No waiting events found dispatching network-vif-plugged-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1261.832074] env[69433]: WARNING nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received unexpected event network-vif-plugged-415d2df4-84d9-4009-8492-13f23105fac6 for instance with vm_state building and task_state spawning. [ 1261.832247] env[69433]: DEBUG nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-changed-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.832431] env[69433]: DEBUG nova.compute.manager [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing instance network info cache due to event network-changed-415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.832603] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Acquiring lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.832741] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Acquired lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.832900] env[69433]: DEBUG nova.network.neutron [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.843782] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.939345] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.963253] env[69433]: INFO nova.scheduler.client.report [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Deleted allocations for instance 985d923a-ca96-4b8c-8612-881a9351678f [ 1262.226262] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521efa6a-652c-2c70-fd88-a131829405ae, 'name': SearchDatastore_Task, 'duration_secs': 0.008356} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.227016] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4369376c-2be6-4226-8913-9474a308b89f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.232046] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1262.232046] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5283fc34-59a0-b6a8-c5a4-fe334044aef2" [ 1262.232046] env[69433]: _type = "Task" [ 1262.232046] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.239854] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5283fc34-59a0-b6a8-c5a4-fe334044aef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.347540] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.471925] env[69433]: DEBUG oslo_concurrency.lockutils [None req-53fffab5-b2a5-4867-befc-8d95b6d97db8 tempest-AttachVolumeNegativeTest-695077596 tempest-AttachVolumeNegativeTest-695077596-project-member] Lock "985d923a-ca96-4b8c-8612-881a9351678f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.244s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.577764] env[69433]: DEBUG nova.network.neutron [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updated VIF entry in instance network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.578150] env[69433]: DEBUG nova.network.neutron [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415d2df4-84", "ovs_interfaceid": "415d2df4-84d9-4009-8492-13f23105fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.742425] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5283fc34-59a0-b6a8-c5a4-fe334044aef2, 'name': SearchDatastore_Task, 'duration_secs': 0.009794} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.743121] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.743121] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.743318] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4fff694-a1bc-4d70-8fe4-e2142d3a35be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.749609] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1262.749609] env[69433]: value = "task-3339488" [ 1262.749609] env[69433]: _type = "Task" [ 1262.749609] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.759332] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.847441] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339487, 'name': ReconfigVM_Task, 'duration_secs': 1.063982} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.847765] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Reconfigured VM instance instance-00000078 to attach disk [datastore2] c9fa4afc-b300-436b-b4db-eca2fb1888c9/c9fa4afc-b300-436b-b4db-eca2fb1888c9.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.848822] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11cd8ace-5e86-4c10-b9b4-005002db17f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.854525] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1262.854525] env[69433]: value = "task-3339490" [ 1262.854525] env[69433]: _type = "Task" [ 1262.854525] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.862626] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339490, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.080971] env[69433]: DEBUG oslo_concurrency.lockutils [req-c25d5da2-d091-4864-9834-1c2c7fcbfd5a req-6a47ca34-b81f-4245-972e-abe4d3658c93 service nova] Releasing lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.259226] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429706} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.259488] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.259651] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.259919] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2aeb1b5-fa0c-4f9c-8f0a-8c9ffed9e3c3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.266990] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1263.266990] env[69433]: value = "task-3339491" [ 1263.266990] env[69433]: _type = "Task" [ 1263.266990] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.275124] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.364067] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339490, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.676034] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.676202] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.676277] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.777021] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055148} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.777304] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.778119] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539cede5-ac41-487d-849e-cfd4f170c08f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.799653] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.799902] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e2bbca1-02fb-4675-9321-465292d3bc70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.818459] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1263.818459] env[69433]: value = "task-3339492" [ 1263.818459] env[69433]: _type = "Task" [ 1263.818459] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.825946] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.863170] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339490, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.179267] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.179531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.179710] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.179873] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1264.180837] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f0f777-dfe8-46e9-a378-6e9d0096d12f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.189201] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b59ae14-c40c-40dc-9297-825974722198 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.203346] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63034299-afb1-4275-bd46-29cf9bc39575 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.209770] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7cf0ec-30de-4418-8508-c852f7855948 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.239807] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180061MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1264.239968] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.240193] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.328429] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339492, 'name': ReconfigVM_Task, 'duration_secs': 0.273365} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.328752] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.329437] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e04f8201-ff43-4933-b307-577283a16f5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.335615] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1264.335615] env[69433]: value = "task-3339493" [ 1264.335615] env[69433]: _type = "Task" [ 1264.335615] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.344319] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339493, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.363480] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339490, 'name': Rename_Task, 'duration_secs': 1.161229} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.363778] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.364049] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb649453-0a36-43fd-a6de-fb6970f764a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.370269] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1264.370269] env[69433]: value = "task-3339494" [ 1264.370269] env[69433]: _type = "Task" [ 1264.370269] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.379232] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.847281] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339493, 'name': Rename_Task, 'duration_secs': 0.138082} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.847614] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.847877] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e66ba39-68bd-408d-8adc-8e47355b6236 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.853448] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1264.853448] env[69433]: value = "task-3339495" [ 1264.853448] env[69433]: _type = "Task" [ 1264.853448] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.860868] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.878433] env[69433]: DEBUG oslo_vmware.api [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339494, 'name': PowerOnVM_Task, 'duration_secs': 0.462078} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.878671] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.878874] env[69433]: INFO nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1264.879065] env[69433]: DEBUG nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.879805] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f37b2-fd2b-46d0-9471-b6ad6e21b1c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.269413] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.269674] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 175cc9e3-155e-4176-be8c-64aa28b27684 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.269819] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a2d1b775-aa31-42d0-96d2-05a008df7d9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.269944] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 3436dca9-a8ad-4909-821e-e92c6f1189e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.270075] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance c9fa4afc-b300-436b-b4db-eca2fb1888c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.270194] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e6e13027-15ba-4588-a067-5b0207a7ee4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1265.270415] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1265.270561] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1265.345897] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f43b7d9-8f23-456e-89b7-3bb97e9b6a41 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.353355] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ede85a7-8057-4184-ab0d-892ed8f20f58 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.364956] env[69433]: DEBUG oslo_vmware.api [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339495, 'name': PowerOnVM_Task, 'duration_secs': 0.446823} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.388548] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.388850] env[69433]: INFO nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1265.388939] env[69433]: DEBUG nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.395585] env[69433]: INFO nova.compute.manager [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Took 13.48 seconds to build instance. [ 1265.397426] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cd19a4-be52-4aa9-9e0e-1808a6e1596e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.400428] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0061ff74-0b79-4db8-970b-19ebb7feb610 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.413051] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e164b1cb-fc09-4a11-a10c-32768a50186c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.427181] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1265.898461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-96dc25d1-29e8-4413-ad33-c1f19dde6400 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.991s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.927906] env[69433]: INFO nova.compute.manager [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Took 11.60 seconds to build instance. [ 1265.947435] env[69433]: ERROR nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [req-5dc3f77d-2905-468e-979b-8310198bf70e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dc3f77d-2905-468e-979b-8310198bf70e"}]} [ 1265.965059] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1265.980855] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1265.980987] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1265.992596] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1266.012343] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1266.101704] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1be37d-6251-4166-aae1-377ceea06013 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.109046] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e7c98d-d8aa-41c0-b6ed-9c6122a8fa34 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.140910] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f9a8fe-2c48-4419-a142-8e8cc426d490 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.148658] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e15804f-5c5c-48b6-92d5-c43e49db8180 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.162392] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.429934] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.430197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.430416] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.430569] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.430746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.432298] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41f16df2-93bc-40b4-a204-1b71d58ae16a tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.114s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.433398] env[69433]: DEBUG nova.compute.manager [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-changed-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.433575] env[69433]: DEBUG nova.compute.manager [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing instance network info cache due to event network-changed-415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.433769] env[69433]: DEBUG oslo_concurrency.lockutils [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] Acquiring lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.433910] env[69433]: DEBUG oslo_concurrency.lockutils [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] Acquired lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.434083] env[69433]: DEBUG nova.network.neutron [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.435238] env[69433]: INFO nova.compute.manager [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Terminating instance [ 1266.692206] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1266.692445] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 159 to 160 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1266.692600] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.940389] env[69433]: DEBUG nova.compute.manager [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.940626] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.941510] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18f0400-9d22-449c-b82b-e76987f951c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.949578] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.949842] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce2cabd-f613-4e1f-b225-9c6a70363007 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.955932] env[69433]: DEBUG oslo_vmware.api [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1266.955932] env[69433]: value = "task-3339497" [ 1266.955932] env[69433]: _type = "Task" [ 1266.955932] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.964621] env[69433]: DEBUG oslo_vmware.api [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.159266] env[69433]: DEBUG nova.network.neutron [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updated VIF entry in instance network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.159712] env[69433]: DEBUG nova.network.neutron [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415d2df4-84", "ovs_interfaceid": "415d2df4-84d9-4009-8492-13f23105fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.197619] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1267.197770] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.958s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.466381] env[69433]: DEBUG oslo_vmware.api [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339497, 'name': PowerOffVM_Task, 'duration_secs': 0.221545} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.466711] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.466768] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.467016] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d441ff8-85c1-4e3f-bf48-76c6e0b2710a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.662506] env[69433]: DEBUG oslo_concurrency.lockutils [req-ddbd5810-5829-445c-b462-588319257958 req-0d116161-a5f0-4869-9684-45943b77886f service nova] Releasing lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.197581] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.197758] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.197955] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.675214] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.675520] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1268.745912] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.746150] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.746338] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleting the datastore file [datastore2] c9fa4afc-b300-436b-b4db-eca2fb1888c9 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.746611] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36fa4bca-dc4a-49af-9604-149a49b4aa3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.753929] env[69433]: DEBUG oslo_vmware.api [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1268.753929] env[69433]: value = "task-3339499" [ 1268.753929] env[69433]: _type = "Task" [ 1268.753929] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.761208] env[69433]: DEBUG oslo_vmware.api [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.263885] env[69433]: DEBUG oslo_vmware.api [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142234} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.263885] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.263885] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.264121] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.264121] env[69433]: INFO nova.compute.manager [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1269.264369] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.264600] env[69433]: DEBUG nova.compute.manager [-] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.264707] env[69433]: DEBUG nova.network.neutron [-] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.488684] env[69433]: DEBUG nova.compute.manager [req-56bb091c-d0d1-49a8-88c7-d3ab3d220eb8 req-75e83e34-469a-47d0-bf45-7b178c32b1f0 service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Received event network-vif-deleted-f043d9de-a8e1-4e5e-8d66-e9279b65ccc0 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.488898] env[69433]: INFO nova.compute.manager [req-56bb091c-d0d1-49a8-88c7-d3ab3d220eb8 req-75e83e34-469a-47d0-bf45-7b178c32b1f0 service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Neutron deleted interface f043d9de-a8e1-4e5e-8d66-e9279b65ccc0; detaching it from the instance and deleting it from the info cache [ 1269.489078] env[69433]: DEBUG nova.network.neutron [req-56bb091c-d0d1-49a8-88c7-d3ab3d220eb8 req-75e83e34-469a-47d0-bf45-7b178c32b1f0 service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.671077] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.971814] env[69433]: DEBUG nova.network.neutron [-] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.992187] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a56f26ca-79cd-437f-8d06-b67b5e73d0d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.001796] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e8a662-4aa7-44a8-92d6-9ed69a58765e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.029467] env[69433]: DEBUG nova.compute.manager [req-56bb091c-d0d1-49a8-88c7-d3ab3d220eb8 req-75e83e34-469a-47d0-bf45-7b178c32b1f0 service nova] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Detach interface failed, port_id=f043d9de-a8e1-4e5e-8d66-e9279b65ccc0, reason: Instance c9fa4afc-b300-436b-b4db-eca2fb1888c9 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1270.474166] env[69433]: INFO nova.compute.manager [-] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Took 1.21 seconds to deallocate network for instance. [ 1270.980587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.980920] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.981114] env[69433]: DEBUG nova.objects.instance [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'resources' on Instance uuid c9fa4afc-b300-436b-b4db-eca2fb1888c9 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.563628] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e138cb32-1ca2-487a-9d65-c1c99739729e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.571457] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31da12a1-c6eb-4818-bd5b-9d5eda3b47f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.602139] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f5b03c-6afe-4ff8-bce8-938431392a5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.609041] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30794a05-44ee-41bc-80d0-933176b6dd4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.621865] env[69433]: DEBUG nova.compute.provider_tree [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.154075] env[69433]: DEBUG nova.scheduler.client.report [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1272.154415] env[69433]: DEBUG nova.compute.provider_tree [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 160 to 161 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1272.154523] env[69433]: DEBUG nova.compute.provider_tree [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.659050] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.678s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.681304] env[69433]: INFO nova.scheduler.client.report [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted allocations for instance c9fa4afc-b300-436b-b4db-eca2fb1888c9 [ 1273.189477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5eccb42a-6177-498f-bf46-617a988b61c1 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "c9fa4afc-b300-436b-b4db-eca2fb1888c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.759s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.656450] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.656755] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.158783] env[69433]: DEBUG nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.671024] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.679730] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.680035] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.681489] env[69433]: INFO nova.compute.claims [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.765103] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b68da2-40eb-47f5-8d5a-105fc59f23f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.772726] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc765612-0f3c-41a1-a0f7-0e194b3bdcf2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.802261] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd82ae5-289d-4721-b6d9-a0f4919e7282 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.809700] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08154e31-4ff0-4c58-8ef9-24df3872339a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.822445] env[69433]: DEBUG nova.compute.provider_tree [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.325449] env[69433]: DEBUG nova.scheduler.client.report [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.830507] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.831023] env[69433]: DEBUG nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.337890] env[69433]: DEBUG nova.compute.utils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.339680] env[69433]: DEBUG nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.339860] env[69433]: DEBUG nova.network.neutron [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.386338] env[69433]: DEBUG nova.policy [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9acd9bd57d30451ca1fe80bb37f445dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88486704f43a43c2ba24c6554bc4ae6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.607108] env[69433]: DEBUG nova.network.neutron [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Successfully created port: 3227b851-d02c-48eb-bca5-6f1043b50922 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.842614] env[69433]: DEBUG nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.852562] env[69433]: DEBUG nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.885432] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.885838] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.886134] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.886466] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.886739] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.887024] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.887390] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.887694] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.887999] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.888327] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.888682] env[69433]: DEBUG nova.virt.hardware [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.890013] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa433d-999d-48bf-bbf0-7b7518527ac2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.901783] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df7f919-fc4b-472b-bd98-b80288f9a836 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.980137] env[69433]: DEBUG nova.compute.manager [req-349f3878-2179-4bd4-966e-09f7c0410a01 req-8627ffad-769c-46eb-8b46-004d0289929f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Received event network-vif-plugged-3227b851-d02c-48eb-bca5-6f1043b50922 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.980401] env[69433]: DEBUG oslo_concurrency.lockutils [req-349f3878-2179-4bd4-966e-09f7c0410a01 req-8627ffad-769c-46eb-8b46-004d0289929f service nova] Acquiring lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.980647] env[69433]: DEBUG oslo_concurrency.lockutils [req-349f3878-2179-4bd4-966e-09f7c0410a01 req-8627ffad-769c-46eb-8b46-004d0289929f service nova] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.980779] env[69433]: DEBUG oslo_concurrency.lockutils [req-349f3878-2179-4bd4-966e-09f7c0410a01 req-8627ffad-769c-46eb-8b46-004d0289929f service nova] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.980928] env[69433]: DEBUG nova.compute.manager [req-349f3878-2179-4bd4-966e-09f7c0410a01 req-8627ffad-769c-46eb-8b46-004d0289929f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] No waiting events found dispatching network-vif-plugged-3227b851-d02c-48eb-bca5-6f1043b50922 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.981144] env[69433]: WARNING nova.compute.manager [req-349f3878-2179-4bd4-966e-09f7c0410a01 req-8627ffad-769c-46eb-8b46-004d0289929f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Received unexpected event network-vif-plugged-3227b851-d02c-48eb-bca5-6f1043b50922 for instance with vm_state building and task_state spawning. [ 1280.059319] env[69433]: DEBUG nova.network.neutron [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Successfully updated port: 3227b851-d02c-48eb-bca5-6f1043b50922 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.562422] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "refresh_cache-62cd3be2-bf3f-4146-8654-2cb8c0256aec" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.562593] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "refresh_cache-62cd3be2-bf3f-4146-8654-2cb8c0256aec" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.562751] env[69433]: DEBUG nova.network.neutron [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.095229] env[69433]: DEBUG nova.network.neutron [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.219193] env[69433]: DEBUG nova.network.neutron [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Updating instance_info_cache with network_info: [{"id": "3227b851-d02c-48eb-bca5-6f1043b50922", "address": "fa:16:3e:fa:ee:02", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3227b851-d0", "ovs_interfaceid": "3227b851-d02c-48eb-bca5-6f1043b50922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.722477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "refresh_cache-62cd3be2-bf3f-4146-8654-2cb8c0256aec" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.722816] env[69433]: DEBUG nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Instance network_info: |[{"id": "3227b851-d02c-48eb-bca5-6f1043b50922", "address": "fa:16:3e:fa:ee:02", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3227b851-d0", "ovs_interfaceid": "3227b851-d02c-48eb-bca5-6f1043b50922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.723271] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:ee:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3227b851-d02c-48eb-bca5-6f1043b50922', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.730770] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.730972] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.731209] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eaaec3e2-b0ef-41f2-a1e5-f69fc14456ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.751503] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.751503] env[69433]: value = "task-3339501" [ 1281.751503] env[69433]: _type = "Task" [ 1281.751503] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.758715] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339501, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.006807] env[69433]: DEBUG nova.compute.manager [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Received event network-changed-3227b851-d02c-48eb-bca5-6f1043b50922 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.007008] env[69433]: DEBUG nova.compute.manager [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Refreshing instance network info cache due to event network-changed-3227b851-d02c-48eb-bca5-6f1043b50922. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.007234] env[69433]: DEBUG oslo_concurrency.lockutils [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] Acquiring lock "refresh_cache-62cd3be2-bf3f-4146-8654-2cb8c0256aec" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.007465] env[69433]: DEBUG oslo_concurrency.lockutils [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] Acquired lock "refresh_cache-62cd3be2-bf3f-4146-8654-2cb8c0256aec" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.007717] env[69433]: DEBUG nova.network.neutron [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Refreshing network info cache for port 3227b851-d02c-48eb-bca5-6f1043b50922 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.265594] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339501, 'name': CreateVM_Task, 'duration_secs': 0.295578} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.265594] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.265594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.265594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.265594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.265594] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e725f5-efd9-4d07-8569-3fdd05638292 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.270065] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1282.270065] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5274541a-b5ee-b823-8a98-44a8c9fd9e00" [ 1282.270065] env[69433]: _type = "Task" [ 1282.270065] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.276145] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5274541a-b5ee-b823-8a98-44a8c9fd9e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.674641] env[69433]: DEBUG nova.network.neutron [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Updated VIF entry in instance network info cache for port 3227b851-d02c-48eb-bca5-6f1043b50922. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.675017] env[69433]: DEBUG nova.network.neutron [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Updating instance_info_cache with network_info: [{"id": "3227b851-d02c-48eb-bca5-6f1043b50922", "address": "fa:16:3e:fa:ee:02", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3227b851-d0", "ovs_interfaceid": "3227b851-d02c-48eb-bca5-6f1043b50922", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.778319] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5274541a-b5ee-b823-8a98-44a8c9fd9e00, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.778598] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.778823] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.779063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.779209] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.779384] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.779631] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e37d388d-793c-46d1-a032-46dc9ca01a1a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.787358] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.787631] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.788292] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf92bc4-90e7-4747-b394-6062dbef9ce0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.793183] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1282.793183] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d31ce8-a87e-ed0a-67d6-68ccfd1af999" [ 1282.793183] env[69433]: _type = "Task" [ 1282.793183] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.799979] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d31ce8-a87e-ed0a-67d6-68ccfd1af999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.177748] env[69433]: DEBUG oslo_concurrency.lockutils [req-59acdc6c-45a8-476f-a21f-49f67adc1b70 req-f1beba58-a44e-40e5-a4b1-1852e4889c0f service nova] Releasing lock "refresh_cache-62cd3be2-bf3f-4146-8654-2cb8c0256aec" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.303568] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52d31ce8-a87e-ed0a-67d6-68ccfd1af999, 'name': SearchDatastore_Task, 'duration_secs': 0.008813} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.304338] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c17f1c0-4eee-4511-acf6-730effff3b29 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.309074] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1283.309074] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5255ccca-ea83-c731-fe4c-6ebcaf94ca37" [ 1283.309074] env[69433]: _type = "Task" [ 1283.309074] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.316109] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5255ccca-ea83-c731-fe4c-6ebcaf94ca37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.821233] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5255ccca-ea83-c731-fe4c-6ebcaf94ca37, 'name': SearchDatastore_Task, 'duration_secs': 0.010191} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.821501] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.821763] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 62cd3be2-bf3f-4146-8654-2cb8c0256aec/62cd3be2-bf3f-4146-8654-2cb8c0256aec.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.822026] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abaf45c3-b26d-491f-a2e8-86721590eee1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.827856] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1283.827856] env[69433]: value = "task-3339502" [ 1283.827856] env[69433]: _type = "Task" [ 1283.827856] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.835100] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.337204] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465413} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.337613] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 62cd3be2-bf3f-4146-8654-2cb8c0256aec/62cd3be2-bf3f-4146-8654-2cb8c0256aec.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.337703] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.337915] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-762583f7-4421-4a58-a34f-edbf5b9b04f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.344137] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1284.344137] env[69433]: value = "task-3339503" [ 1284.344137] env[69433]: _type = "Task" [ 1284.344137] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.350931] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.853599] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079134} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.853880] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.854654] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1336f308-1fd0-4b1f-aaac-1d2aecbc32ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.876391] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 62cd3be2-bf3f-4146-8654-2cb8c0256aec/62cd3be2-bf3f-4146-8654-2cb8c0256aec.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.876631] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144ff42c-73d9-4bb2-80ba-f95808108aa2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.898398] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1284.898398] env[69433]: value = "task-3339504" [ 1284.898398] env[69433]: _type = "Task" [ 1284.898398] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.906175] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.408988] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339504, 'name': ReconfigVM_Task, 'duration_secs': 0.264432} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.409362] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 62cd3be2-bf3f-4146-8654-2cb8c0256aec/62cd3be2-bf3f-4146-8654-2cb8c0256aec.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.409979] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d777026-422e-417f-8ab9-f221f307fe5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.417130] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1285.417130] env[69433]: value = "task-3339505" [ 1285.417130] env[69433]: _type = "Task" [ 1285.417130] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.425476] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339505, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.927310] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339505, 'name': Rename_Task, 'duration_secs': 0.129354} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.927625] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.927864] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab436f30-64fe-4a46-a952-1b67694b5e11 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.934497] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1285.934497] env[69433]: value = "task-3339506" [ 1285.934497] env[69433]: _type = "Task" [ 1285.934497] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.941841] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.444905] env[69433]: DEBUG oslo_vmware.api [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339506, 'name': PowerOnVM_Task, 'duration_secs': 0.429783} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.444905] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.445464] env[69433]: INFO nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1286.445464] env[69433]: DEBUG nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.445942] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156ca5f0-176d-4937-9083-459234a769ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.965855] env[69433]: INFO nova.compute.manager [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Took 11.30 seconds to build instance. [ 1287.467977] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8c7fd63f-eb4a-45da-bcd5-994bb5977ff9 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.811s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.798168] env[69433]: INFO nova.compute.manager [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Rebuilding instance [ 1287.839169] env[69433]: DEBUG nova.compute.manager [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.840061] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b58ea49-6c7a-4dba-8871-1f70606791d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.032075] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "3842a735-ed11-418e-be81-81eaa58abd8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.032360] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "3842a735-ed11-418e-be81-81eaa58abd8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.534976] env[69433]: DEBUG nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.853517] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.853939] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ebab29f-dd93-4ca9-9ecb-fd3040d4410b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.862506] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1288.862506] env[69433]: value = "task-3339507" [ 1288.862506] env[69433]: _type = "Task" [ 1288.862506] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.870871] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.057906] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.058231] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.059877] env[69433]: INFO nova.compute.claims [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.372576] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339507, 'name': PowerOffVM_Task, 'duration_secs': 0.252201} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.372859] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.373118] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.373904] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f4fbf6-ccc2-42ef-b51d-c1ca9e3cc6c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.380903] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.381171] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166efe8d-7d6c-4595-8bbc-2d72ab8a1d19 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.463437] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.463790] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.464020] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleting the datastore file [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.464299] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3991d548-6a55-4829-a8ed-8217cac6cadb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.470886] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1289.470886] env[69433]: value = "task-3339509" [ 1289.470886] env[69433]: _type = "Task" [ 1289.470886] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.478576] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.980527] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496468} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.980927] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.981045] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.981231] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.156625] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf0db57-084e-4b92-b9b7-41305bdbc517 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.163995] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4463e3d6-3e63-4e4c-b4ed-c090660132ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.194680] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edafdd68-4b32-42a4-9bb4-fbde85c6503d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.201775] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ad7bd2-4226-4844-9c73-926649acf414 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.214697] env[69433]: DEBUG nova.compute.provider_tree [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.735016] env[69433]: ERROR nova.scheduler.client.report [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [req-1b227542-959f-4304-aae1-e1a97ae2968f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b227542-959f-4304-aae1-e1a97ae2968f"}]} [ 1290.750913] env[69433]: DEBUG nova.scheduler.client.report [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1290.763464] env[69433]: DEBUG nova.scheduler.client.report [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1290.763671] env[69433]: DEBUG nova.compute.provider_tree [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.772936] env[69433]: DEBUG nova.scheduler.client.report [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1290.789125] env[69433]: DEBUG nova.scheduler.client.report [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1290.866940] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed7cce6-260b-409e-952b-7f3f98e82253 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.874094] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258503ac-a0ee-488b-909a-331b6e9b0620 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.903266] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106c9372-6574-48ba-898f-e5f8c7687f67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.910234] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ecb7c2-968f-41aa-acec-390165c0f6a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.923792] env[69433]: DEBUG nova.compute.provider_tree [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.014084] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.014372] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.014477] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.014656] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.014802] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.015015] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.015252] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.015418] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.015585] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.015747] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.015916] env[69433]: DEBUG nova.virt.hardware [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.016752] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d3a1ae-bc6e-4d63-abc6-044cf0f9b056 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.024039] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b50a73-d99d-43c5-bb3c-548038d5f9c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.037030] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:03:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26c1f2e2-24cd-4d8e-ac39-9c30bd920054', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.044257] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.044476] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.044674] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71d8c136-3bc5-48da-a2f4-b8d7f7d2b699 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.063168] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.063168] env[69433]: value = "task-3339510" [ 1291.063168] env[69433]: _type = "Task" [ 1291.063168] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.070072] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339510, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.457013] env[69433]: DEBUG nova.scheduler.client.report [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1291.457218] env[69433]: DEBUG nova.compute.provider_tree [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 163 to 164 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1291.457538] env[69433]: DEBUG nova.compute.provider_tree [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1291.573202] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339510, 'name': CreateVM_Task, 'duration_secs': 0.27929} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.573407] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.574057] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.574233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.574553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.574804] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513b1935-266c-404d-8947-91ff6099367d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.579763] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1291.579763] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528b10b3-1944-cc01-5820-eda63255944e" [ 1291.579763] env[69433]: _type = "Task" [ 1291.579763] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.589083] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528b10b3-1944-cc01-5820-eda63255944e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.962682] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.963189] env[69433]: DEBUG nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.090179] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528b10b3-1944-cc01-5820-eda63255944e, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.090553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.090705] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.090938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.091106] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.091291] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.091546] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3086906e-c343-42c4-9d3b-104841eaec74 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.099795] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.099983] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.100682] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f50d213-7e47-404b-86ee-5c442d2014f6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.105529] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1292.105529] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521f5ade-ab5e-ddce-a942-9604f2a5fe09" [ 1292.105529] env[69433]: _type = "Task" [ 1292.105529] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.112693] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521f5ade-ab5e-ddce-a942-9604f2a5fe09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.467870] env[69433]: DEBUG nova.compute.utils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.469394] env[69433]: DEBUG nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.469576] env[69433]: DEBUG nova.network.neutron [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.513455] env[69433]: DEBUG nova.policy [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9acd9bd57d30451ca1fe80bb37f445dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88486704f43a43c2ba24c6554bc4ae6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.616756] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]521f5ade-ab5e-ddce-a942-9604f2a5fe09, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.617580] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce30e570-2edf-46e3-8b4a-34ddf91d47c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.622465] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1292.622465] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a75219-85c1-c021-8793-dcd2040af0b2" [ 1292.622465] env[69433]: _type = "Task" [ 1292.622465] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.631250] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a75219-85c1-c021-8793-dcd2040af0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.794584] env[69433]: DEBUG nova.network.neutron [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Successfully created port: bec9721d-1976-4ef4-86b2-49b690201427 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.972896] env[69433]: DEBUG nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.132988] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a75219-85c1-c021-8793-dcd2040af0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.133407] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.133882] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1293.133882] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f93255ff-5568-49d9-ac9e-e4e878c06ee2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.140790] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1293.140790] env[69433]: value = "task-3339511" [ 1293.140790] env[69433]: _type = "Task" [ 1293.140790] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.147837] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.651359] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483127} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.651641] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.651866] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.652127] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1610441-4508-4a2d-8662-9f1ead2319dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.658868] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1293.658868] env[69433]: value = "task-3339512" [ 1293.658868] env[69433]: _type = "Task" [ 1293.658868] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.666231] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.983398] env[69433]: DEBUG nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1294.009135] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.009382] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.009541] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.009725] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.009897] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.010076] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.010289] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.010451] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.010617] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.010826] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.011059] env[69433]: DEBUG nova.virt.hardware [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.011900] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe7e0d8-8d90-4159-96c5-e3f35cda38e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.019737] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea46083b-4c71-4f2f-b54c-66a53c4a6d20 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.165509] env[69433]: DEBUG nova.compute.manager [req-82ed915f-e382-49e5-99e7-a6efa168c183 req-ae60be40-5303-444f-b82d-04fbbb3c2c85 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Received event network-vif-plugged-bec9721d-1976-4ef4-86b2-49b690201427 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.165816] env[69433]: DEBUG oslo_concurrency.lockutils [req-82ed915f-e382-49e5-99e7-a6efa168c183 req-ae60be40-5303-444f-b82d-04fbbb3c2c85 service nova] Acquiring lock "3842a735-ed11-418e-be81-81eaa58abd8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.166744] env[69433]: DEBUG oslo_concurrency.lockutils [req-82ed915f-e382-49e5-99e7-a6efa168c183 req-ae60be40-5303-444f-b82d-04fbbb3c2c85 service nova] Lock "3842a735-ed11-418e-be81-81eaa58abd8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.166744] env[69433]: DEBUG oslo_concurrency.lockutils [req-82ed915f-e382-49e5-99e7-a6efa168c183 req-ae60be40-5303-444f-b82d-04fbbb3c2c85 service nova] Lock "3842a735-ed11-418e-be81-81eaa58abd8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.166744] env[69433]: DEBUG nova.compute.manager [req-82ed915f-e382-49e5-99e7-a6efa168c183 req-ae60be40-5303-444f-b82d-04fbbb3c2c85 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] No waiting events found dispatching network-vif-plugged-bec9721d-1976-4ef4-86b2-49b690201427 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1294.166744] env[69433]: WARNING nova.compute.manager [req-82ed915f-e382-49e5-99e7-a6efa168c183 req-ae60be40-5303-444f-b82d-04fbbb3c2c85 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Received unexpected event network-vif-plugged-bec9721d-1976-4ef4-86b2-49b690201427 for instance with vm_state building and task_state spawning. [ 1294.172125] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061058} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.172584] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.173153] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee51fe-1059-436d-847c-3214e651c466 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.195306] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.195598] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c0347e-5a17-4745-a679-75b571b3d068 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.216068] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1294.216068] env[69433]: value = "task-3339513" [ 1294.216068] env[69433]: _type = "Task" [ 1294.216068] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.224322] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.254018] env[69433]: DEBUG nova.network.neutron [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Successfully updated port: bec9721d-1976-4ef4-86b2-49b690201427 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.725434] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339513, 'name': ReconfigVM_Task, 'duration_secs': 0.276829} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.725663] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c/a2d1b775-aa31-42d0-96d2-05a008df7d9c.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.726400] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6973648b-15f3-4771-ba06-182b8a691ca0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.733310] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1294.733310] env[69433]: value = "task-3339514" [ 1294.733310] env[69433]: _type = "Task" [ 1294.733310] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.740446] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339514, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.756146] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "refresh_cache-3842a735-ed11-418e-be81-81eaa58abd8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.756288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "refresh_cache-3842a735-ed11-418e-be81-81eaa58abd8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.756525] env[69433]: DEBUG nova.network.neutron [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.244100] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339514, 'name': Rename_Task, 'duration_secs': 0.143064} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.244100] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.244100] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92586575-f70a-40c4-b2bf-f48dcfcb38c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.250939] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1295.250939] env[69433]: value = "task-3339515" [ 1295.250939] env[69433]: _type = "Task" [ 1295.250939] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.258071] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.288255] env[69433]: DEBUG nova.network.neutron [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1295.417988] env[69433]: DEBUG nova.network.neutron [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Updating instance_info_cache with network_info: [{"id": "bec9721d-1976-4ef4-86b2-49b690201427", "address": "fa:16:3e:ea:bc:be", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec9721d-19", "ovs_interfaceid": "bec9721d-1976-4ef4-86b2-49b690201427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.761388] env[69433]: DEBUG oslo_vmware.api [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339515, 'name': PowerOnVM_Task, 'duration_secs': 0.420508} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.761713] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.761959] env[69433]: DEBUG nova.compute.manager [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1295.762867] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3138af1-29e1-4c57-af03-b2de381a2ce4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.921367] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "refresh_cache-3842a735-ed11-418e-be81-81eaa58abd8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.921710] env[69433]: DEBUG nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Instance network_info: |[{"id": "bec9721d-1976-4ef4-86b2-49b690201427", "address": "fa:16:3e:ea:bc:be", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec9721d-19", "ovs_interfaceid": "bec9721d-1976-4ef4-86b2-49b690201427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.922136] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:bc:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bec9721d-1976-4ef4-86b2-49b690201427', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.929586] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.929802] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.930044] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c945624-2d75-4551-9b7c-f8a4ea30cce0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.950734] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.950734] env[69433]: value = "task-3339516" [ 1295.950734] env[69433]: _type = "Task" [ 1295.950734] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.960051] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339516, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.141018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.141487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.283453] env[69433]: DEBUG nova.compute.manager [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Received event network-changed-bec9721d-1976-4ef4-86b2-49b690201427 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.283683] env[69433]: DEBUG nova.compute.manager [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Refreshing instance network info cache due to event network-changed-bec9721d-1976-4ef4-86b2-49b690201427. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.283918] env[69433]: DEBUG oslo_concurrency.lockutils [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] Acquiring lock "refresh_cache-3842a735-ed11-418e-be81-81eaa58abd8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.284030] env[69433]: DEBUG oslo_concurrency.lockutils [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] Acquired lock "refresh_cache-3842a735-ed11-418e-be81-81eaa58abd8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.284200] env[69433]: DEBUG nova.network.neutron [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Refreshing network info cache for port bec9721d-1976-4ef4-86b2-49b690201427 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.285343] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.285592] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.285779] env[69433]: DEBUG nova.objects.instance [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69433) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1296.461044] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339516, 'name': CreateVM_Task, 'duration_secs': 0.289828} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.461044] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.461291] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.461341] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.461642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.461885] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f19307-3315-48cf-9c1e-2963add10754 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.466607] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1296.466607] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52616f57-2453-d4bc-c6fc-808b75bc094e" [ 1296.466607] env[69433]: _type = "Task" [ 1296.466607] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.474338] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52616f57-2453-d4bc-c6fc-808b75bc094e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.645047] env[69433]: DEBUG nova.compute.utils [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.968818] env[69433]: DEBUG nova.network.neutron [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Updated VIF entry in instance network info cache for port bec9721d-1976-4ef4-86b2-49b690201427. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.969173] env[69433]: DEBUG nova.network.neutron [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Updating instance_info_cache with network_info: [{"id": "bec9721d-1976-4ef4-86b2-49b690201427", "address": "fa:16:3e:ea:bc:be", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbec9721d-19", "ovs_interfaceid": "bec9721d-1976-4ef4-86b2-49b690201427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.979333] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52616f57-2453-d4bc-c6fc-808b75bc094e, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.980119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.980347] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.980575] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.980725] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.980900] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.981382] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5ce484-5092-4495-b8e8-00a4fa806053 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.989827] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.990012] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.990711] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f4145a-3d21-4556-b45a-ef7c6db482a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.995389] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1296.995389] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5275ebd0-b03a-da79-c26a-c13c57e59b87" [ 1296.995389] env[69433]: _type = "Task" [ 1296.995389] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.002711] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5275ebd0-b03a-da79-c26a-c13c57e59b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.147870] env[69433]: DEBUG oslo_concurrency.lockutils [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.296511] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d32c2424-016e-4dea-a83a-0f46bc315241 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.474269] env[69433]: DEBUG oslo_concurrency.lockutils [req-67f3fe09-2f20-461b-b421-d696b4b8a739 req-a2d46609-adf2-455e-88d2-7ab1967ed374 service nova] Releasing lock "refresh_cache-3842a735-ed11-418e-be81-81eaa58abd8f" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.505252] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5275ebd0-b03a-da79-c26a-c13c57e59b87, 'name': SearchDatastore_Task, 'duration_secs': 0.026292} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.505993] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca46a3be-08d3-451d-89c7-2ac3776889d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.510765] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1297.510765] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a6ac63-de66-2ff5-7470-8bdffd5ca29a" [ 1297.510765] env[69433]: _type = "Task" [ 1297.510765] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.517824] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a6ac63-de66-2ff5-7470-8bdffd5ca29a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.021054] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a6ac63-de66-2ff5-7470-8bdffd5ca29a, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.021324] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.021583] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3842a735-ed11-418e-be81-81eaa58abd8f/3842a735-ed11-418e-be81-81eaa58abd8f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.021839] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23caa2c8-5155-42d6-9acc-b1792dec1509 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.028928] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1298.028928] env[69433]: value = "task-3339517" [ 1298.028928] env[69433]: _type = "Task" [ 1298.028928] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.037648] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.205897] env[69433]: DEBUG oslo_concurrency.lockutils [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.206162] env[69433]: DEBUG oslo_concurrency.lockutils [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.206455] env[69433]: INFO nova.compute.manager [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Attaching volume 7a10d746-aab7-4a32-be4a-8e11658eb851 to /dev/sdb [ 1298.241367] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc44638-6ae3-4d60-8615-5c31ea37ade3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.249189] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89995647-2c39-4d52-8182-ada36b0dd768 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.264412] env[69433]: DEBUG nova.virt.block_device [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updating existing volume attachment record: 875b1e20-7e14-4574-8495-f6465148db3d {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1298.538542] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417579} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.538916] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 3842a735-ed11-418e-be81-81eaa58abd8f/3842a735-ed11-418e-be81-81eaa58abd8f.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.539041] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.539212] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a167de2-1de7-4ba7-a7fa-7a3577c33fdd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.545754] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1298.545754] env[69433]: value = "task-3339519" [ 1298.545754] env[69433]: _type = "Task" [ 1298.545754] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.553150] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.055854] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078903} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.056147] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1299.056895] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06d96f9-02b1-4753-8113-ef9b015b91ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.078215] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 3842a735-ed11-418e-be81-81eaa58abd8f/3842a735-ed11-418e-be81-81eaa58abd8f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.078396] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f0dcea-c455-4ea0-9c44-fad26620ad83 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.097200] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1299.097200] env[69433]: value = "task-3339520" [ 1299.097200] env[69433]: _type = "Task" [ 1299.097200] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.104264] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.607452] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.107938] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339520, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.607711] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339520, 'name': ReconfigVM_Task, 'duration_secs': 1.024369} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.608058] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 3842a735-ed11-418e-be81-81eaa58abd8f/3842a735-ed11-418e-be81-81eaa58abd8f.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1300.608696] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8e80b16-ecd9-4da9-bd7d-1a6e623835ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.615262] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1300.615262] env[69433]: value = "task-3339522" [ 1300.615262] env[69433]: _type = "Task" [ 1300.615262] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.622449] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339522, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.125356] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339522, 'name': Rename_Task, 'duration_secs': 0.289599} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.125681] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.125933] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e669952-5257-4fe2-b051-cd7735061a80 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.132202] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1301.132202] env[69433]: value = "task-3339523" [ 1301.132202] env[69433]: _type = "Task" [ 1301.132202] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.140141] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.642635] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339523, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.142859] env[69433]: DEBUG oslo_vmware.api [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339523, 'name': PowerOnVM_Task, 'duration_secs': 0.520474} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.144140] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.144140] env[69433]: INFO nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1302.144140] env[69433]: DEBUG nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.144662] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd16c31-f9c0-4172-b77d-9681e372094b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.662598] env[69433]: INFO nova.compute.manager [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Took 13.62 seconds to build instance. [ 1302.812368] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.812612] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666529', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'name': 'volume-7a10d746-aab7-4a32-be4a-8e11658eb851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'serial': '7a10d746-aab7-4a32-be4a-8e11658eb851'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.813532] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3219028-4ae3-4b6d-9965-cf609133fdfb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.830091] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529d07f1-cdf6-42b3-a9be-8914e29f7892 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.854895] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-7a10d746-aab7-4a32-be4a-8e11658eb851/volume-7a10d746-aab7-4a32-be4a-8e11658eb851.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.855203] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-259c6b0a-490c-419e-8c45-c79d29691801 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.873216] env[69433]: DEBUG oslo_vmware.api [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1302.873216] env[69433]: value = "task-3339524" [ 1302.873216] env[69433]: _type = "Task" [ 1302.873216] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.882442] env[69433]: DEBUG oslo_vmware.api [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.164464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ae93b6a-a520-45f2-81bf-4e6d28b0c64c tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "3842a735-ed11-418e-be81-81eaa58abd8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.132s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.382564] env[69433]: DEBUG oslo_vmware.api [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339524, 'name': ReconfigVM_Task, 'duration_secs': 0.433872} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.382842] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-7a10d746-aab7-4a32-be4a-8e11658eb851/volume-7a10d746-aab7-4a32-be4a-8e11658eb851.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.387486] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7291654-f349-40bf-8b82-063ec61dcff7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.403548] env[69433]: DEBUG oslo_vmware.api [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1303.403548] env[69433]: value = "task-3339525" [ 1303.403548] env[69433]: _type = "Task" [ 1303.403548] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.412209] env[69433]: DEBUG oslo_vmware.api [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.554459] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "3842a735-ed11-418e-be81-81eaa58abd8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.554722] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "3842a735-ed11-418e-be81-81eaa58abd8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.554942] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "3842a735-ed11-418e-be81-81eaa58abd8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.555147] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "3842a735-ed11-418e-be81-81eaa58abd8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.555322] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "3842a735-ed11-418e-be81-81eaa58abd8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.557650] env[69433]: INFO nova.compute.manager [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Terminating instance [ 1303.913180] env[69433]: DEBUG oslo_vmware.api [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339525, 'name': ReconfigVM_Task, 'duration_secs': 0.183354} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.913487] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666529', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'name': 'volume-7a10d746-aab7-4a32-be4a-8e11658eb851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'serial': '7a10d746-aab7-4a32-be4a-8e11658eb851'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1304.061666] env[69433]: DEBUG nova.compute.manager [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.061928] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.062852] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c868334-082a-4682-9f1e-1d82ee0bdc56 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.070466] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.070697] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40dfa1dd-5ec3-4e90-bea6-436eb7f3b7d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.076283] env[69433]: DEBUG oslo_vmware.api [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1304.076283] env[69433]: value = "task-3339526" [ 1304.076283] env[69433]: _type = "Task" [ 1304.076283] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.085960] env[69433]: DEBUG oslo_vmware.api [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.586842] env[69433]: DEBUG oslo_vmware.api [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339526, 'name': PowerOffVM_Task, 'duration_secs': 0.156947} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.587127] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1304.587291] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1304.587533] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe22b497-2cfe-43fc-801c-bb6a70e94838 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.667449] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1304.667734] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1304.667961] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleting the datastore file [datastore1] 3842a735-ed11-418e-be81-81eaa58abd8f {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.668245] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bb5b691-9d38-4d53-9639-aa7e56bf9db7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.675269] env[69433]: DEBUG oslo_vmware.api [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1304.675269] env[69433]: value = "task-3339528" [ 1304.675269] env[69433]: _type = "Task" [ 1304.675269] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.683056] env[69433]: DEBUG oslo_vmware.api [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.947216] env[69433]: DEBUG nova.objects.instance [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 3436dca9-a8ad-4909-821e-e92c6f1189e4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.188166] env[69433]: DEBUG oslo_vmware.api [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140586} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.188522] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.188831] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.189114] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.189383] env[69433]: INFO nova.compute.manager [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1305.189711] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.190290] env[69433]: DEBUG nova.compute.manager [-] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.190290] env[69433]: DEBUG nova.network.neutron [-] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.454143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-17c7f69b-ed49-4528-8b00-5e7b9ffdf597 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.459719] env[69433]: DEBUG nova.compute.manager [req-bb517dec-5054-43bf-8c1e-63da1646ee9c req-7b28ac5f-3783-466b-950c-003772dd1b79 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Received event network-vif-deleted-bec9721d-1976-4ef4-86b2-49b690201427 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.459928] env[69433]: INFO nova.compute.manager [req-bb517dec-5054-43bf-8c1e-63da1646ee9c req-7b28ac5f-3783-466b-950c-003772dd1b79 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Neutron deleted interface bec9721d-1976-4ef4-86b2-49b690201427; detaching it from the instance and deleting it from the info cache [ 1305.460118] env[69433]: DEBUG nova.network.neutron [req-bb517dec-5054-43bf-8c1e-63da1646ee9c req-7b28ac5f-3783-466b-950c-003772dd1b79 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.940900] env[69433]: DEBUG nova.network.neutron [-] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.962265] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1095d064-9843-4bc2-8d04-c48f4774e8ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.973113] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea1cf05-26af-4be9-ac58-2a64e5b26677 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.003375] env[69433]: DEBUG nova.compute.manager [req-bb517dec-5054-43bf-8c1e-63da1646ee9c req-7b28ac5f-3783-466b-950c-003772dd1b79 service nova] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Detach interface failed, port_id=bec9721d-1976-4ef4-86b2-49b690201427, reason: Instance 3842a735-ed11-418e-be81-81eaa58abd8f could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1306.123230] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.123486] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.123669] env[69433]: INFO nova.compute.manager [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Shelving [ 1306.295862] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.296127] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.445131] env[69433]: INFO nova.compute.manager [-] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Took 1.25 seconds to deallocate network for instance. [ 1306.799707] env[69433]: DEBUG nova.compute.utils [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1306.951064] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.951358] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.951580] env[69433]: DEBUG nova.objects.instance [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'resources' on Instance uuid 3842a735-ed11-418e-be81-81eaa58abd8f {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.132909] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.133374] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb8b698-a84a-4cb7-92d5-6b5dd8d55580 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.142670] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1307.142670] env[69433]: value = "task-3339529" [ 1307.142670] env[69433]: _type = "Task" [ 1307.142670] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.154135] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.303097] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.565648] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045f51d8-0954-4d0c-a848-212d71fda081 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.573595] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c218da-d1b8-46cd-9c8f-9ebc9671fb5d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.604338] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ddd976-4190-481b-ae43-5e8270e1ab20 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.611812] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dbd38e-a1df-458b-a10e-516b99037696 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.624817] env[69433]: DEBUG nova.compute.provider_tree [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.651968] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339529, 'name': PowerOffVM_Task, 'duration_secs': 0.206302} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.652236] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.652989] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb914c8-dad5-44c1-95ca-e225dadcdd7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.670779] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5147a-6c30-4321-a174-242ded32c9cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.128575] env[69433]: DEBUG nova.scheduler.client.report [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1308.180112] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1308.180475] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-482bed3f-edbf-4cc9-b2d5-98def535fdff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.190310] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1308.190310] env[69433]: value = "task-3339530" [ 1308.190310] env[69433]: _type = "Task" [ 1308.190310] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.198014] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.369287] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.369535] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.369801] env[69433]: INFO nova.compute.manager [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Attaching volume 6a199834-748f-411d-b268-9a26943b166f to /dev/sdc [ 1308.401262] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdd5447-da18-4443-ac8c-937227e857c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.408332] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45164bdf-8321-4c71-91c5-420049c7a7a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.420947] env[69433]: DEBUG nova.virt.block_device [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updating existing volume attachment record: f6b9eece-fd15-4e0f-8cd3-a1ec8e735b44 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1308.633536] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.673076] env[69433]: INFO nova.scheduler.client.report [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted allocations for instance 3842a735-ed11-418e-be81-81eaa58abd8f [ 1308.733468] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339530, 'name': CreateSnapshot_Task, 'duration_secs': 0.464756} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.733468] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1308.733468] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dea47f-45d4-4731-bd6d-a274bd7aa4fb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.180531] env[69433]: DEBUG oslo_concurrency.lockutils [None req-de59685d-0cca-4e05-a967-8bac7f2b813d tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "3842a735-ed11-418e-be81-81eaa58abd8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.626s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.219097] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1309.219380] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9f068ae0-d4d3-43e1-b855-dc3d51b4ef36 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.227786] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1309.227786] env[69433]: value = "task-3339532" [ 1309.227786] env[69433]: _type = "Task" [ 1309.227786] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.235357] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339532, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.738140] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339532, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.167288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.167581] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.167884] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.168102] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.168310] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.170516] env[69433]: INFO nova.compute.manager [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Terminating instance [ 1310.238894] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339532, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.673910] env[69433]: DEBUG nova.compute.manager [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.674128] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.675028] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab94307-ee9d-41ee-8d6c-20cea48ec4a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.682396] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.682630] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b231e4e-aa9b-4d59-862a-5f52231c9a8d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.687803] env[69433]: DEBUG oslo_vmware.api [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1310.687803] env[69433]: value = "task-3339534" [ 1310.687803] env[69433]: _type = "Task" [ 1310.687803] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.695310] env[69433]: DEBUG oslo_vmware.api [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.743456] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339532, 'name': CloneVM_Task, 'duration_secs': 1.220074} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.743918] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Created linked-clone VM from snapshot [ 1310.745172] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd002f8-bac7-4d1b-88e9-685481999be0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.756420] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Uploading image 7e597223-f0f3-4c23-9482-ef129e0442bd {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1310.784988] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1310.784988] env[69433]: value = "vm-666532" [ 1310.784988] env[69433]: _type = "VirtualMachine" [ 1310.784988] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1310.785358] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b939245-167c-4653-8767-4c110acb6d66 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.792938] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease: (returnval){ [ 1310.792938] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5289e0fc-3f2a-cc45-ece4-d68ebdd1014c" [ 1310.792938] env[69433]: _type = "HttpNfcLease" [ 1310.792938] env[69433]: } obtained for exporting VM: (result){ [ 1310.792938] env[69433]: value = "vm-666532" [ 1310.792938] env[69433]: _type = "VirtualMachine" [ 1310.792938] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1310.793376] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the lease: (returnval){ [ 1310.793376] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5289e0fc-3f2a-cc45-ece4-d68ebdd1014c" [ 1310.793376] env[69433]: _type = "HttpNfcLease" [ 1310.793376] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1310.799712] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1310.799712] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5289e0fc-3f2a-cc45-ece4-d68ebdd1014c" [ 1310.799712] env[69433]: _type = "HttpNfcLease" [ 1310.799712] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1311.197526] env[69433]: DEBUG oslo_vmware.api [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339534, 'name': PowerOffVM_Task, 'duration_secs': 0.183254} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.197822] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.198011] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.198275] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cf37d9e-ff42-4e3c-a833-16c717e44c9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.260192] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.260537] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.260598] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleting the datastore file [datastore2] 62cd3be2-bf3f-4146-8654-2cb8c0256aec {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.260852] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aad2834-8012-435c-94c7-65787515293e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.267023] env[69433]: DEBUG oslo_vmware.api [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1311.267023] env[69433]: value = "task-3339537" [ 1311.267023] env[69433]: _type = "Task" [ 1311.267023] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.276098] env[69433]: DEBUG oslo_vmware.api [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.300681] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.300681] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5289e0fc-3f2a-cc45-ece4-d68ebdd1014c" [ 1311.300681] env[69433]: _type = "HttpNfcLease" [ 1311.300681] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1311.300950] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1311.300950] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5289e0fc-3f2a-cc45-ece4-d68ebdd1014c" [ 1311.300950] env[69433]: _type = "HttpNfcLease" [ 1311.300950] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1311.301672] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ef591d-dc7a-4478-9c64-3230df791bfe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.308718] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52793541-8015-c807-dfdf-8e6504c24ce9/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1311.308933] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52793541-8015-c807-dfdf-8e6504c24ce9/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1311.397031] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f541770-1adc-4bd7-93e4-3cab5a931f18 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.777860] env[69433]: DEBUG oslo_vmware.api [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128444} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.778182] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.778498] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.780432] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.780630] env[69433]: INFO nova.compute.manager [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1311.780888] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.781182] env[69433]: DEBUG nova.compute.manager [-] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.781475] env[69433]: DEBUG nova.network.neutron [-] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.112278] env[69433]: DEBUG nova.compute.manager [req-c39b50ab-70e0-4806-823d-e7ab36c0aa4b req-c00ef447-a4bc-4388-96cd-7cec95f08f87 service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Received event network-vif-deleted-3227b851-d02c-48eb-bca5-6f1043b50922 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.112424] env[69433]: INFO nova.compute.manager [req-c39b50ab-70e0-4806-823d-e7ab36c0aa4b req-c00ef447-a4bc-4388-96cd-7cec95f08f87 service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Neutron deleted interface 3227b851-d02c-48eb-bca5-6f1043b50922; detaching it from the instance and deleting it from the info cache [ 1312.112602] env[69433]: DEBUG nova.network.neutron [req-c39b50ab-70e0-4806-823d-e7ab36c0aa4b req-c00ef447-a4bc-4388-96cd-7cec95f08f87 service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.593275] env[69433]: DEBUG nova.network.neutron [-] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.615670] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6484ffc-42f1-4ede-ba46-a046d023c16f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.624990] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f14f70-6c21-4928-9692-34aed71dad47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.654094] env[69433]: DEBUG nova.compute.manager [req-c39b50ab-70e0-4806-823d-e7ab36c0aa4b req-c00ef447-a4bc-4388-96cd-7cec95f08f87 service nova] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Detach interface failed, port_id=3227b851-d02c-48eb-bca5-6f1043b50922, reason: Instance 62cd3be2-bf3f-4146-8654-2cb8c0256aec could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.963242] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1312.963800] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666530', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'name': 'volume-6a199834-748f-411d-b268-9a26943b166f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'serial': '6a199834-748f-411d-b268-9a26943b166f'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1312.964804] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0b1db4-f3e1-4858-a7e6-89d27fda0b61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.981848] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532b77d-ab62-461f-86c3-4af547d29fe4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.010282] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-6a199834-748f-411d-b268-9a26943b166f/volume-6a199834-748f-411d-b268-9a26943b166f.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1313.010660] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd6d1c51-325d-4ae5-babd-b226a6c7f134 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.031114] env[69433]: DEBUG oslo_vmware.api [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1313.031114] env[69433]: value = "task-3339538" [ 1313.031114] env[69433]: _type = "Task" [ 1313.031114] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.040072] env[69433]: DEBUG oslo_vmware.api [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.095929] env[69433]: INFO nova.compute.manager [-] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Took 1.31 seconds to deallocate network for instance. [ 1313.540910] env[69433]: DEBUG oslo_vmware.api [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339538, 'name': ReconfigVM_Task, 'duration_secs': 0.39742} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.541296] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-6a199834-748f-411d-b268-9a26943b166f/volume-6a199834-748f-411d-b268-9a26943b166f.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.546033] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdd4903c-68b1-4ebf-9c58-97043377d2e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.560480] env[69433]: DEBUG oslo_vmware.api [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1313.560480] env[69433]: value = "task-3339539" [ 1313.560480] env[69433]: _type = "Task" [ 1313.560480] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.569079] env[69433]: DEBUG oslo_vmware.api [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.602803] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.603215] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.603517] env[69433]: DEBUG nova.objects.instance [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'resources' on Instance uuid 62cd3be2-bf3f-4146-8654-2cb8c0256aec {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.071082] env[69433]: DEBUG oslo_vmware.api [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339539, 'name': ReconfigVM_Task, 'duration_secs': 0.142288} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.071436] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666530', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'name': 'volume-6a199834-748f-411d-b268-9a26943b166f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'serial': '6a199834-748f-411d-b268-9a26943b166f'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1314.199105] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b19458-9caf-4dec-9e3d-0ea5c69e7bfb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.207572] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d410914e-5fa0-45d9-9c88-ec4c2ca637de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.240051] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0edf2-68c9-41af-9551-b84c5d5287c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.247712] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858d0302-8ba4-4114-860f-4c3a1d816a08 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.263151] env[69433]: DEBUG nova.compute.provider_tree [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.766876] env[69433]: DEBUG nova.scheduler.client.report [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1315.110661] env[69433]: DEBUG nova.objects.instance [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 3436dca9-a8ad-4909-821e-e92c6f1189e4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.271993] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.290790] env[69433]: INFO nova.scheduler.client.report [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted allocations for instance 62cd3be2-bf3f-4146-8654-2cb8c0256aec [ 1315.615399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c41b0306-81d6-461e-bdd2-7e165485af25 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.798675] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a773b0f9-f9d9-4453-b892-12dbc2fdac27 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "62cd3be2-bf3f-4146-8654-2cb8c0256aec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.631s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.928945] env[69433]: DEBUG oslo_concurrency.lockutils [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.929249] env[69433]: DEBUG oslo_concurrency.lockutils [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.432724] env[69433]: INFO nova.compute.manager [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Detaching volume 7a10d746-aab7-4a32-be4a-8e11658eb851 [ 1316.469873] env[69433]: INFO nova.virt.block_device [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Attempting to driver detach volume 7a10d746-aab7-4a32-be4a-8e11658eb851 from mountpoint /dev/sdb [ 1316.470139] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1316.470332] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666529', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'name': 'volume-7a10d746-aab7-4a32-be4a-8e11658eb851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'serial': '7a10d746-aab7-4a32-be4a-8e11658eb851'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1316.471248] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1002f3c1-ab6e-4853-94bd-947c2959f882 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.496722] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6554be-85e6-4c20-8673-5b5eb8efd5c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.503921] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778dcb52-9702-489e-bde7-87a8b0627a43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.526978] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23c6dd0-1dc8-4f9b-8442-aa0aae92a0ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.542641] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a10d746-aab7-4a32-be4a-8e11658eb851/volume-7a10d746-aab7-4a32-be4a-8e11658eb851.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1316.548022] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.548362] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae7db0c-12e3-4145-be14-6b6ed17bcb6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.567282] env[69433]: DEBUG oslo_vmware.api [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1316.567282] env[69433]: value = "task-3339540" [ 1316.567282] env[69433]: _type = "Task" [ 1316.567282] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.575771] env[69433]: DEBUG oslo_vmware.api [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.077332] env[69433]: DEBUG oslo_vmware.api [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339540, 'name': ReconfigVM_Task, 'duration_secs': 0.235754} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.077655] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.082209] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf5140f-3a44-408b-805e-d876077d7197 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.098319] env[69433]: DEBUG oslo_vmware.api [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1317.098319] env[69433]: value = "task-3339541" [ 1317.098319] env[69433]: _type = "Task" [ 1317.098319] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.108146] env[69433]: DEBUG oslo_vmware.api [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.180420] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "77916b36-fc13-4462-ab2c-87178bb50d40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.180648] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "77916b36-fc13-4462-ab2c-87178bb50d40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.615708] env[69433]: DEBUG oslo_vmware.api [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339541, 'name': ReconfigVM_Task, 'duration_secs': 0.152547} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.616120] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666529', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'name': 'volume-7a10d746-aab7-4a32-be4a-8e11658eb851', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '7a10d746-aab7-4a32-be4a-8e11658eb851', 'serial': '7a10d746-aab7-4a32-be4a-8e11658eb851'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1317.683395] env[69433]: DEBUG nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.158957] env[69433]: DEBUG nova.objects.instance [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 3436dca9-a8ad-4909-821e-e92c6f1189e4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.205315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.205599] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.209271] env[69433]: INFO nova.compute.claims [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.099877] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52793541-8015-c807-dfdf-8e6504c24ce9/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1319.100816] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1219d3-517f-4000-89a9-cfde335ea379 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.106990] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52793541-8015-c807-dfdf-8e6504c24ce9/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1319.107173] env[69433]: ERROR oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52793541-8015-c807-dfdf-8e6504c24ce9/disk-0.vmdk due to incomplete transfer. [ 1319.107389] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-84147f12-38ed-4afd-a7b4-4a04b68b345e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.114994] env[69433]: DEBUG oslo_vmware.rw_handles [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52793541-8015-c807-dfdf-8e6504c24ce9/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1319.115194] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Uploaded image 7e597223-f0f3-4c23-9482-ef129e0442bd to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1319.117648] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1319.117898] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e903dada-be0c-4547-bf24-59be71fce5df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.123211] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1319.123211] env[69433]: value = "task-3339542" [ 1319.123211] env[69433]: _type = "Task" [ 1319.123211] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.131122] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339542, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.166776] env[69433]: DEBUG oslo_concurrency.lockutils [None req-db8e5460-6caf-4616-b622-a3cd07dbafe8 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.231521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.231766] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.298854] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5dfce5-75d1-4a5a-aa43-e5be0a04e5c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.306398] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e89fae-b109-4818-a13e-f05a56c32661 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.339255] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f34b0-3819-4a1e-8690-35f63a925faf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.346366] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696ad24c-49f4-46b6-a3e7-f06f965e7cce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.360394] env[69433]: DEBUG nova.compute.provider_tree [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.633463] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339542, 'name': Destroy_Task, 'duration_secs': 0.327589} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.633727] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Destroyed the VM [ 1319.633963] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1319.634222] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26445e30-ade2-4eb5-b704-c45b1ac2d9f9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.640192] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1319.640192] env[69433]: value = "task-3339543" [ 1319.640192] env[69433]: _type = "Task" [ 1319.640192] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.647382] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339543, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.736827] env[69433]: INFO nova.compute.manager [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Detaching volume 6a199834-748f-411d-b268-9a26943b166f [ 1319.767522] env[69433]: INFO nova.virt.block_device [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Attempting to driver detach volume 6a199834-748f-411d-b268-9a26943b166f from mountpoint /dev/sdc [ 1319.767872] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1319.768162] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666530', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'name': 'volume-6a199834-748f-411d-b268-9a26943b166f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'serial': '6a199834-748f-411d-b268-9a26943b166f'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1319.769198] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d265ab-e75e-4941-b628-a9ec42f6f9ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.792028] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cc2294-30cc-46f0-aec2-4118bec7281e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.798683] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af71b8-e770-41c6-ae21-77a1bc6f0056 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.819237] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ebf229-acce-4349-b4a6-62a1544cd653 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.833549] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] The volume has not been displaced from its original location: [datastore2] volume-6a199834-748f-411d-b268-9a26943b166f/volume-6a199834-748f-411d-b268-9a26943b166f.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1319.838797] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfiguring VM instance instance-00000077 to detach disk 2002 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.839134] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43ec64e7-22f2-4fc0-a8b0-e6e0dcfe2ddc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.856227] env[69433]: DEBUG oslo_vmware.api [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1319.856227] env[69433]: value = "task-3339544" [ 1319.856227] env[69433]: _type = "Task" [ 1319.856227] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.866088] env[69433]: DEBUG nova.scheduler.client.report [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.869146] env[69433]: DEBUG oslo_vmware.api [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.151148] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339543, 'name': RemoveSnapshot_Task, 'duration_secs': 0.335797} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.151428] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1320.151705] env[69433]: DEBUG nova.compute.manager [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.152480] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3302085-f00b-43d3-b48f-937f0c2b46d6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.365653] env[69433]: DEBUG oslo_vmware.api [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339544, 'name': ReconfigVM_Task, 'duration_secs': 0.242071} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.366142] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Reconfigured VM instance instance-00000077 to detach disk 2002 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.370931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.165s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.371379] env[69433]: DEBUG nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1320.373745] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a28c2ee-7a9b-4c89-a62b-a63a98d1efce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.388225] env[69433]: DEBUG oslo_vmware.api [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1320.388225] env[69433]: value = "task-3339545" [ 1320.388225] env[69433]: _type = "Task" [ 1320.388225] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.395663] env[69433]: DEBUG oslo_vmware.api [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.663966] env[69433]: INFO nova.compute.manager [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Shelve offloading [ 1320.884889] env[69433]: DEBUG nova.compute.utils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1320.886651] env[69433]: DEBUG nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.886836] env[69433]: DEBUG nova.network.neutron [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.897245] env[69433]: DEBUG oslo_vmware.api [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339545, 'name': ReconfigVM_Task, 'duration_secs': 0.133783} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.897523] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666530', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'name': 'volume-6a199834-748f-411d-b268-9a26943b166f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3436dca9-a8ad-4909-821e-e92c6f1189e4', 'attached_at': '', 'detached_at': '', 'volume_id': '6a199834-748f-411d-b268-9a26943b166f', 'serial': '6a199834-748f-411d-b268-9a26943b166f'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1320.933367] env[69433]: DEBUG nova.policy [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9acd9bd57d30451ca1fe80bb37f445dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88486704f43a43c2ba24c6554bc4ae6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1321.167920] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.168098] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f1159c0-5c4a-4caf-b3bc-78f76acfcae6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.172904] env[69433]: DEBUG nova.network.neutron [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Successfully created port: 010947ac-33b1-454f-af09-8e66eff894f4 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1321.176295] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1321.176295] env[69433]: value = "task-3339546" [ 1321.176295] env[69433]: _type = "Task" [ 1321.176295] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.184234] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.390348] env[69433]: DEBUG nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.438348] env[69433]: DEBUG nova.objects.instance [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'flavor' on Instance uuid 3436dca9-a8ad-4909-821e-e92c6f1189e4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.687445] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1321.687687] env[69433]: DEBUG nova.compute.manager [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1321.688504] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8690235d-6e31-4340-a5d6-99bb21dbf73e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.694284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.694461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.694627] env[69433]: DEBUG nova.network.neutron [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.319123] env[69433]: DEBUG nova.compute.manager [req-47448466-a8db-411b-a28d-fa146d50f397 req-eb1eb36b-708d-478e-bfb0-0b42af2b2056 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Received event network-vif-plugged-010947ac-33b1-454f-af09-8e66eff894f4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.319346] env[69433]: DEBUG oslo_concurrency.lockutils [req-47448466-a8db-411b-a28d-fa146d50f397 req-eb1eb36b-708d-478e-bfb0-0b42af2b2056 service nova] Acquiring lock "77916b36-fc13-4462-ab2c-87178bb50d40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.319551] env[69433]: DEBUG oslo_concurrency.lockutils [req-47448466-a8db-411b-a28d-fa146d50f397 req-eb1eb36b-708d-478e-bfb0-0b42af2b2056 service nova] Lock "77916b36-fc13-4462-ab2c-87178bb50d40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.319731] env[69433]: DEBUG oslo_concurrency.lockutils [req-47448466-a8db-411b-a28d-fa146d50f397 req-eb1eb36b-708d-478e-bfb0-0b42af2b2056 service nova] Lock "77916b36-fc13-4462-ab2c-87178bb50d40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.319902] env[69433]: DEBUG nova.compute.manager [req-47448466-a8db-411b-a28d-fa146d50f397 req-eb1eb36b-708d-478e-bfb0-0b42af2b2056 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] No waiting events found dispatching network-vif-plugged-010947ac-33b1-454f-af09-8e66eff894f4 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1322.320027] env[69433]: WARNING nova.compute.manager [req-47448466-a8db-411b-a28d-fa146d50f397 req-eb1eb36b-708d-478e-bfb0-0b42af2b2056 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Received unexpected event network-vif-plugged-010947ac-33b1-454f-af09-8e66eff894f4 for instance with vm_state building and task_state spawning. [ 1322.399341] env[69433]: DEBUG nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.427986] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.428225] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.428435] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.428628] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.428778] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.428937] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.429275] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.429443] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.429609] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.429768] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.429942] env[69433]: DEBUG nova.virt.hardware [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.430809] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7171d769-b284-4ded-87c1-b5e4a3426871 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.439091] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074856e6-1625-4bac-8521-73389eec4478 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.445293] env[69433]: DEBUG oslo_concurrency.lockutils [None req-6bafc073-92e0-4fab-89c1-dad277f193c1 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.498255] env[69433]: DEBUG nova.network.neutron [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Successfully updated port: 010947ac-33b1-454f-af09-8e66eff894f4 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.513541] env[69433]: DEBUG nova.network.neutron [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415d2df4-84", "ovs_interfaceid": "415d2df4-84d9-4009-8492-13f23105fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.000969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "refresh_cache-77916b36-fc13-4462-ab2c-87178bb50d40" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.000969] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "refresh_cache-77916b36-fc13-4462-ab2c-87178bb50d40" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.001136] env[69433]: DEBUG nova.network.neutron [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.015736] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.312142] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.313112] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb97396-aede-4a35-918d-83bbe6343fc7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.320404] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.320658] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bbddae5-37d8-4e96-9ec9-017645da3389 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.380653] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.380880] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.381072] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleting the datastore file [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.381335] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-900ebf5b-1d6a-497c-9650-0f8562ed3881 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.388267] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1323.388267] env[69433]: value = "task-3339548" [ 1323.388267] env[69433]: _type = "Task" [ 1323.388267] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.396330] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.530661] env[69433]: DEBUG nova.network.neutron [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.631620] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.631871] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.632099] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "3436dca9-a8ad-4909-821e-e92c6f1189e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.632291] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.632537] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.634491] env[69433]: INFO nova.compute.manager [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Terminating instance [ 1323.645526] env[69433]: DEBUG nova.network.neutron [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Updating instance_info_cache with network_info: [{"id": "010947ac-33b1-454f-af09-8e66eff894f4", "address": "fa:16:3e:a5:47:1c", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010947ac-33", "ovs_interfaceid": "010947ac-33b1-454f-af09-8e66eff894f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.897557] env[69433]: DEBUG oslo_vmware.api [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117931} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.897850] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.898057] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.898246] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.992582] env[69433]: INFO nova.scheduler.client.report [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted allocations for instance e6e13027-15ba-4588-a067-5b0207a7ee4c [ 1324.138681] env[69433]: DEBUG nova.compute.manager [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.138937] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.139883] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c004aa57-a749-4b3d-accf-75f8e4d90f51 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.147646] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "refresh_cache-77916b36-fc13-4462-ab2c-87178bb50d40" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.147913] env[69433]: DEBUG nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Instance network_info: |[{"id": "010947ac-33b1-454f-af09-8e66eff894f4", "address": "fa:16:3e:a5:47:1c", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010947ac-33", "ovs_interfaceid": "010947ac-33b1-454f-af09-8e66eff894f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.148211] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.148560] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:47:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '010947ac-33b1-454f-af09-8e66eff894f4', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.155695] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.155887] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e33cfda2-4e5b-4f4a-b247-64c4ad152fb8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.157337] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.157864] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d482e7-c712-478e-8d34-b0ed85ca9a9f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.175658] env[69433]: DEBUG oslo_vmware.api [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1324.175658] env[69433]: value = "task-3339549" [ 1324.175658] env[69433]: _type = "Task" [ 1324.175658] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.179425] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.179425] env[69433]: value = "task-3339550" [ 1324.179425] env[69433]: _type = "Task" [ 1324.179425] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.185715] env[69433]: DEBUG oslo_vmware.api [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.190465] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339550, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.349741] env[69433]: DEBUG nova.compute.manager [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Received event network-changed-010947ac-33b1-454f-af09-8e66eff894f4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.349939] env[69433]: DEBUG nova.compute.manager [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Refreshing instance network info cache due to event network-changed-010947ac-33b1-454f-af09-8e66eff894f4. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.350177] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Acquiring lock "refresh_cache-77916b36-fc13-4462-ab2c-87178bb50d40" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.350324] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Acquired lock "refresh_cache-77916b36-fc13-4462-ab2c-87178bb50d40" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.350482] env[69433]: DEBUG nova.network.neutron [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Refreshing network info cache for port 010947ac-33b1-454f-af09-8e66eff894f4 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.497235] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.497474] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.497703] env[69433]: DEBUG nova.objects.instance [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'resources' on Instance uuid e6e13027-15ba-4588-a067-5b0207a7ee4c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.675682] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.676083] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.679451] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.687195] env[69433]: DEBUG oslo_vmware.api [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339549, 'name': PowerOffVM_Task, 'duration_secs': 0.163638} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.687813] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.688046] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.688290] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-994d9c80-4742-481a-8992-37ebdeaec034 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.692911] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339550, 'name': CreateVM_Task, 'duration_secs': 0.315592} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.693391] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.694093] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.694268] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.694570] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.695035] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50daa736-c8cb-4263-a707-cbe2a76ca50b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.699917] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1324.699917] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ca32a6-2338-0ef9-0ae2-a8938f19d601" [ 1324.699917] env[69433]: _type = "Task" [ 1324.699917] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.707635] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ca32a6-2338-0ef9-0ae2-a8938f19d601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.751770] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.751967] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.752174] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Deleting the datastore file [datastore1] 3436dca9-a8ad-4909-821e-e92c6f1189e4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.752478] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84ac3aa0-eefd-425f-bbb2-4c6eea09f2d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.759298] env[69433]: DEBUG oslo_vmware.api [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for the task: (returnval){ [ 1324.759298] env[69433]: value = "task-3339552" [ 1324.759298] env[69433]: _type = "Task" [ 1324.759298] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.767399] env[69433]: DEBUG oslo_vmware.api [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.000172] env[69433]: DEBUG nova.objects.instance [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'numa_topology' on Instance uuid e6e13027-15ba-4588-a067-5b0207a7ee4c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.041855] env[69433]: DEBUG nova.network.neutron [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Updated VIF entry in instance network info cache for port 010947ac-33b1-454f-af09-8e66eff894f4. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.042225] env[69433]: DEBUG nova.network.neutron [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Updating instance_info_cache with network_info: [{"id": "010947ac-33b1-454f-af09-8e66eff894f4", "address": "fa:16:3e:a5:47:1c", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap010947ac-33", "ovs_interfaceid": "010947ac-33b1-454f-af09-8e66eff894f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.188684] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.212350] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52ca32a6-2338-0ef9-0ae2-a8938f19d601, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.212704] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.212975] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.213272] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.213632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.213851] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.214129] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea34b5bb-7040-4ef7-936a-9792dd1cd866 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.222222] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.222398] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.223120] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ce37c4-a5ed-4e00-9795-46b25ef81ad3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.228166] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1325.228166] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52af9888-7c61-f008-9240-db69d5d67ad3" [ 1325.228166] env[69433]: _type = "Task" [ 1325.228166] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.235281] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52af9888-7c61-f008-9240-db69d5d67ad3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.268819] env[69433]: DEBUG oslo_vmware.api [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Task: {'id': task-3339552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119264} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.269125] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.269365] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.269556] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.269735] env[69433]: INFO nova.compute.manager [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1325.269974] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.270183] env[69433]: DEBUG nova.compute.manager [-] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.270290] env[69433]: DEBUG nova.network.neutron [-] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.506018] env[69433]: DEBUG nova.objects.base [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1325.545236] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Releasing lock "refresh_cache-77916b36-fc13-4462-ab2c-87178bb50d40" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.545755] env[69433]: DEBUG nova.compute.manager [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-vif-unplugged-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.545999] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.546275] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.546498] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.546752] env[69433]: DEBUG nova.compute.manager [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] No waiting events found dispatching network-vif-unplugged-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1325.546911] env[69433]: WARNING nova.compute.manager [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received unexpected event network-vif-unplugged-415d2df4-84d9-4009-8492-13f23105fac6 for instance with vm_state shelved_offloaded and task_state None. [ 1325.547145] env[69433]: DEBUG nova.compute.manager [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-changed-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.547338] env[69433]: DEBUG nova.compute.manager [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing instance network info cache due to event network-changed-415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.547567] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Acquiring lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.547765] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Acquired lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.548013] env[69433]: DEBUG nova.network.neutron [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.585592] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83ec7e0-648a-4f9b-a112-3a91b00f2a76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.594238] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a2b34-2b4d-49d0-ae2a-150f98ffb8f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.628195] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e71100-142c-4043-a8bd-33d5a94806ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.633975] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b7fac2-b810-4535-bbbc-f9082e549818 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.652089] env[69433]: DEBUG nova.compute.provider_tree [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1325.738605] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52af9888-7c61-f008-9240-db69d5d67ad3, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.739509] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd5c546-5388-405b-9547-d7d3e9faf9a6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.744476] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1325.744476] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e25280-c0e8-8de4-5025-f6ec812da030" [ 1325.744476] env[69433]: _type = "Task" [ 1325.744476] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.753711] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e25280-c0e8-8de4-5025-f6ec812da030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.172127] env[69433]: ERROR nova.scheduler.client.report [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [req-a3520e55-a0c0-4cde-a145-60ae43d562d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID c6656b5b-c9e7-42e9-bada-ff4406bd4151. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3520e55-a0c0-4cde-a145-60ae43d562d2"}]} [ 1326.186938] env[69433]: DEBUG nova.scheduler.client.report [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1326.199152] env[69433]: DEBUG nova.scheduler.client.report [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1326.199443] env[69433]: DEBUG nova.compute.provider_tree [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.210239] env[69433]: DEBUG nova.scheduler.client.report [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1326.226313] env[69433]: DEBUG nova.scheduler.client.report [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1326.248988] env[69433]: DEBUG nova.network.neutron [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updated VIF entry in instance network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.249341] env[69433]: DEBUG nova.network.neutron [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap415d2df4-84", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.258342] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e25280-c0e8-8de4-5025-f6ec812da030, 'name': SearchDatastore_Task, 'duration_secs': 0.013489} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.258342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.258531] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 77916b36-fc13-4462-ab2c-87178bb50d40/77916b36-fc13-4462-ab2c-87178bb50d40.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.258783] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4aef855-2949-4918-980d-f159bd06338e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.265914] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1326.265914] env[69433]: value = "task-3339553" [ 1326.265914] env[69433]: _type = "Task" [ 1326.265914] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.274184] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.292033] env[69433]: DEBUG nova.network.neutron [-] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.311265] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca863c05-e6e4-4d56-a074-8175bcb23408 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.318430] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842cc281-4018-4a47-820c-e46aee99240d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.349049] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0dbfd3-9f4d-4ff3-92e1-208fbf93d0b7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.357274] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353d6215-86db-4413-abb7-913b8981e0e4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.380619] env[69433]: DEBUG nova.compute.provider_tree [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1326.383677] env[69433]: DEBUG nova.compute.manager [req-3ab9ca01-ebd9-4161-ae40-703c8d99dc78 req-1d34bac6-c566-4918-a981-b39da1986017 service nova] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Received event network-vif-deleted-9fb45f2b-a410-42a1-92aa-f9143f0cff42 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.754516] env[69433]: DEBUG oslo_concurrency.lockutils [req-c2df6465-4934-47d6-a9a1-082af49d9c99 req-878185d3-68b6-47e8-8d29-c889893e68b5 service nova] Releasing lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.779301] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.794902] env[69433]: INFO nova.compute.manager [-] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Took 1.52 seconds to deallocate network for instance. [ 1326.866569] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.912949] env[69433]: DEBUG nova.scheduler.client.report [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Updated inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1326.913304] env[69433]: DEBUG nova.compute.provider_tree [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Updating resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 generation from 166 to 167 during operation: update_inventory {{(pid=69433) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1326.913539] env[69433]: DEBUG nova.compute.provider_tree [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1327.277115] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592876} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.277412] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 77916b36-fc13-4462-ab2c-87178bb50d40/77916b36-fc13-4462-ab2c-87178bb50d40.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.277629] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.277934] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14914f4d-3dfa-421f-b669-98aa55f93c0a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.284634] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1327.284634] env[69433]: value = "task-3339554" [ 1327.284634] env[69433]: _type = "Task" [ 1327.284634] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.291680] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.301885] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.418524] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.921s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.420928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.232s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.421114] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.421272] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1327.421570] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.120s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.421768] env[69433]: DEBUG nova.objects.instance [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lazy-loading 'resources' on Instance uuid 3436dca9-a8ad-4909-821e-e92c6f1189e4 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.424029] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1185f815-4789-4eb7-83de-55a2caf872c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.431779] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f92a9e8-4398-4e35-bfa8-17bc0c02db96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.445718] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e20b87-bde2-4526-9e83-ed55f17c5297 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.452207] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af63ff4-4dbc-4aeb-b864-945cb30e2920 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.482598] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179739MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1327.482777] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.794246] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143697} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.795947] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.795947] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c6340f-9769-4d3c-896d-1b9ba1be0b11 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.817188] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 77916b36-fc13-4462-ab2c-87178bb50d40/77916b36-fc13-4462-ab2c-87178bb50d40.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.817421] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a9ff15-ff08-4be2-9f04-d4a2e167e6a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.835947] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1327.835947] env[69433]: value = "task-3339555" [ 1327.835947] env[69433]: _type = "Task" [ 1327.835947] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.843050] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.930844] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d997e861-622c-44ea-8b1a-2cfb6f52204c tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.807s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.931750] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.065s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.931961] env[69433]: INFO nova.compute.manager [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Unshelving [ 1328.019965] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4829433a-ad23-4305-9e6e-baf4447f4446 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.027409] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4b9024-816d-4dbe-b5cf-f1f441fba831 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.057433] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1110f-d68f-4798-8ed9-d98771c62a9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.064432] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c84d95-92ab-4aa8-b2c8-bb83e1a59e7f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.079190] env[69433]: DEBUG nova.compute.provider_tree [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.346169] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339555, 'name': ReconfigVM_Task, 'duration_secs': 0.453693} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.346402] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 77916b36-fc13-4462-ab2c-87178bb50d40/77916b36-fc13-4462-ab2c-87178bb50d40.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.347017] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce90c6f5-a30e-4367-93f0-7bfffd234753 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.352834] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1328.352834] env[69433]: value = "task-3339556" [ 1328.352834] env[69433]: _type = "Task" [ 1328.352834] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.359713] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339556, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.582029] env[69433]: DEBUG nova.scheduler.client.report [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.863323] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339556, 'name': Rename_Task, 'duration_secs': 0.163539} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.863774] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.863774] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb63d7f1-21e4-4483-99d5-98a9b648247b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.870524] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1328.870524] env[69433]: value = "task-3339557" [ 1328.870524] env[69433]: _type = "Task" [ 1328.870524] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.877595] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.954402] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.087574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.089908] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.607s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.105480] env[69433]: INFO nova.scheduler.client.report [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Deleted allocations for instance 3436dca9-a8ad-4909-821e-e92c6f1189e4 [ 1329.380971] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.612468] env[69433]: DEBUG oslo_concurrency.lockutils [None req-dcfda424-a3b5-425c-be18-1cc3b3973685 tempest-AttachVolumeTestJSON-2143984745 tempest-AttachVolumeTestJSON-2143984745-project-member] Lock "3436dca9-a8ad-4909-821e-e92c6f1189e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.980s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.882380] env[69433]: DEBUG oslo_vmware.api [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339557, 'name': PowerOnVM_Task, 'duration_secs': 0.52825} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.882739] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.882739] env[69433]: INFO nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1329.882935] env[69433]: DEBUG nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.883720] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7f4a9e-a407-4200-83fb-9b723f812f74 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.120443] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1330.120443] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 175cc9e3-155e-4176-be8c-64aa28b27684 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1330.120443] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance a2d1b775-aa31-42d0-96d2-05a008df7d9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1330.120443] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 77916b36-fc13-4462-ab2c-87178bb50d40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1330.401664] env[69433]: INFO nova.compute.manager [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Took 12.21 seconds to build instance. [ 1330.623321] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e6e13027-15ba-4588-a067-5b0207a7ee4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1330.623569] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1330.623719] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1330.687540] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74470fa4-bde7-42d2-9a2a-7d423f830519 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.695559] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe5ed0f-fa66-4582-88f4-132934d3b146 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.726312] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755b4c08-7b2b-4ffc-8c10-0e08bc5ce2ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.733285] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9bfe1a-b574-4bed-868c-2545cbf067ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.746318] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.903665] env[69433]: DEBUG oslo_concurrency.lockutils [None req-7a1dd68b-4f32-4609-9b92-36e3440ff472 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "77916b36-fc13-4462-ab2c-87178bb50d40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.723s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.249419] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.601926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "77916b36-fc13-4462-ab2c-87178bb50d40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.602213] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "77916b36-fc13-4462-ab2c-87178bb50d40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.602432] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "77916b36-fc13-4462-ab2c-87178bb50d40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.602622] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "77916b36-fc13-4462-ab2c-87178bb50d40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.602795] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "77916b36-fc13-4462-ab2c-87178bb50d40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.605055] env[69433]: INFO nova.compute.manager [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Terminating instance [ 1331.754550] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1331.754717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.665s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.755160] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.801s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.755160] env[69433]: DEBUG nova.objects.instance [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'pci_requests' on Instance uuid e6e13027-15ba-4588-a067-5b0207a7ee4c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.108946] env[69433]: DEBUG nova.compute.manager [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.109306] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.110086] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d2fc5-e746-4ac4-a0b1-b07b5fcf9830 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.117807] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.118149] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20b0bcf6-d47c-46da-84fa-abc263af4394 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.125306] env[69433]: DEBUG oslo_vmware.api [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1332.125306] env[69433]: value = "task-3339559" [ 1332.125306] env[69433]: _type = "Task" [ 1332.125306] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.133467] env[69433]: DEBUG oslo_vmware.api [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.258815] env[69433]: DEBUG nova.objects.instance [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'numa_topology' on Instance uuid e6e13027-15ba-4588-a067-5b0207a7ee4c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.636072] env[69433]: DEBUG oslo_vmware.api [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339559, 'name': PowerOffVM_Task, 'duration_secs': 0.205845} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.636348] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.636521] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.636760] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7a0d485-af25-4eed-aaee-a513cdfd763c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.692848] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.693091] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.693283] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleting the datastore file [datastore2] 77916b36-fc13-4462-ab2c-87178bb50d40 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.693549] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804f9a81-df65-4c13-87e5-144ac1103aff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.699824] env[69433]: DEBUG oslo_vmware.api [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1332.699824] env[69433]: value = "task-3339561" [ 1332.699824] env[69433]: _type = "Task" [ 1332.699824] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.707251] env[69433]: DEBUG oslo_vmware.api [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.754903] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.755194] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.755394] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.755592] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.755775] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.755995] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1332.761772] env[69433]: INFO nova.compute.claims [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.786139] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.786587] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.787295] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.787576] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.787796] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.790271] env[69433]: INFO nova.compute.manager [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Terminating instance [ 1333.209996] env[69433]: DEBUG oslo_vmware.api [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299823} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.210937] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.211076] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.211424] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.211612] env[69433]: INFO nova.compute.manager [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1333.211852] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.212059] env[69433]: DEBUG nova.compute.manager [-] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1333.212179] env[69433]: DEBUG nova.network.neutron [-] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.294235] env[69433]: DEBUG nova.compute.manager [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.294496] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.295626] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e98df-3857-49d0-bced-d7b86ab378f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.303414] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.303679] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d1df787-1846-4e0d-9f17-7fe6c93a4fdc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.309871] env[69433]: DEBUG oslo_vmware.api [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1333.309871] env[69433]: value = "task-3339563" [ 1333.309871] env[69433]: _type = "Task" [ 1333.309871] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.318185] env[69433]: DEBUG oslo_vmware.api [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.473066] env[69433]: DEBUG nova.compute.manager [req-4dc68b51-777c-4267-a481-c543c635eed9 req-1d5c2c95-f303-4977-ac8d-1068b56ded49 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Received event network-vif-deleted-010947ac-33b1-454f-af09-8e66eff894f4 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.473173] env[69433]: INFO nova.compute.manager [req-4dc68b51-777c-4267-a481-c543c635eed9 req-1d5c2c95-f303-4977-ac8d-1068b56ded49 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Neutron deleted interface 010947ac-33b1-454f-af09-8e66eff894f4; detaching it from the instance and deleting it from the info cache [ 1333.473392] env[69433]: DEBUG nova.network.neutron [req-4dc68b51-777c-4267-a481-c543c635eed9 req-1d5c2c95-f303-4977-ac8d-1068b56ded49 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.821372] env[69433]: DEBUG oslo_vmware.api [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339563, 'name': PowerOffVM_Task, 'duration_secs': 0.183495} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.821666] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.821839] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.822107] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4aca484-60ab-441d-a4da-beb1675799a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.842937] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a809ed-0f0f-4ae4-8ef4-ff8fa530d022 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.849964] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f6e8c4-8e7e-4b61-96e0-a09a639f6f43 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.882924] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd2beb-e7ec-476f-9bca-48d490534dad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.885554] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.885759] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.885943] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleting the datastore file [datastore1] a2d1b775-aa31-42d0-96d2-05a008df7d9c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.886192] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d90e0cb-d952-4d89-aac6-e322729340f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.893966] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5692c2f-8c01-4c32-81d1-59b33d96d115 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.898040] env[69433]: DEBUG oslo_vmware.api [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1333.898040] env[69433]: value = "task-3339565" [ 1333.898040] env[69433]: _type = "Task" [ 1333.898040] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.908958] env[69433]: DEBUG nova.compute.provider_tree [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.914499] env[69433]: DEBUG oslo_vmware.api [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.956684] env[69433]: DEBUG nova.network.neutron [-] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.976436] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8271756c-2a08-4734-82cd-6098a7f8382a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.987026] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42493b52-4dd1-43cd-8449-0e966b7e5607 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.011760] env[69433]: DEBUG nova.compute.manager [req-4dc68b51-777c-4267-a481-c543c635eed9 req-1d5c2c95-f303-4977-ac8d-1068b56ded49 service nova] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Detach interface failed, port_id=010947ac-33b1-454f-af09-8e66eff894f4, reason: Instance 77916b36-fc13-4462-ab2c-87178bb50d40 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1334.408191] env[69433]: DEBUG oslo_vmware.api [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13272} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.408589] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.408638] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.408798] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.408984] env[69433]: INFO nova.compute.manager [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1334.409262] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.409458] env[69433]: DEBUG nova.compute.manager [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.409553] env[69433]: DEBUG nova.network.neutron [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.411686] env[69433]: DEBUG nova.scheduler.client.report [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.459252] env[69433]: INFO nova.compute.manager [-] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Took 1.25 seconds to deallocate network for instance. [ 1334.916773] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.162s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.945094] env[69433]: INFO nova.network.neutron [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating port 415d2df4-84d9-4009-8492-13f23105fac6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1334.965123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.965428] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.965651] env[69433]: DEBUG nova.objects.instance [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'resources' on Instance uuid 77916b36-fc13-4462-ab2c-87178bb50d40 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.363446] env[69433]: DEBUG nova.network.neutron [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.502683] env[69433]: DEBUG nova.compute.manager [req-1b704f96-223c-42bf-9f81-7b560dd21c83 req-a03adb04-5feb-4523-aa45-afeb25a0b58a service nova] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Received event network-vif-deleted-26c1f2e2-24cd-4d8e-ac39-9c30bd920054 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.543311] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2debe843-b842-47b8-862c-4cf69f55b246 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.551292] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85481ed-84cc-4cf3-b715-fb97b7d0473d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.582880] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d37fcab-a2ec-4372-8db5-4548525737aa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.589804] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319fa56a-8e24-484a-84b7-0410f0b037f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.603502] env[69433]: DEBUG nova.compute.provider_tree [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.866511] env[69433]: INFO nova.compute.manager [-] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Took 1.46 seconds to deallocate network for instance. [ 1336.106296] env[69433]: DEBUG nova.scheduler.client.report [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.373670] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.406826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.406826] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.406826] env[69433]: DEBUG nova.network.neutron [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.611924] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.614251] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.241s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.614494] env[69433]: DEBUG nova.objects.instance [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'resources' on Instance uuid a2d1b775-aa31-42d0-96d2-05a008df7d9c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.631662] env[69433]: INFO nova.scheduler.client.report [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted allocations for instance 77916b36-fc13-4462-ab2c-87178bb50d40 [ 1337.101382] env[69433]: DEBUG nova.network.neutron [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415d2df4-84", "ovs_interfaceid": "415d2df4-84d9-4009-8492-13f23105fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.138712] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5a241e19-8005-4f35-b654-d2332eaed0df tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "77916b36-fc13-4462-ab2c-87178bb50d40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.536s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.179077] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71488a63-77ba-4b79-9f10-e6877c02a9cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.186211] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1e79e-411c-428e-a08c-c09828752cc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.216268] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d6fc49-618c-4082-8bd7-8b5042e1fc3a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.223615] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f3e623-9c33-4a3b-90c6-2aa11afa2462 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.236469] env[69433]: DEBUG nova.compute.provider_tree [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.527574] env[69433]: DEBUG nova.compute.manager [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-vif-plugged-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.527774] env[69433]: DEBUG oslo_concurrency.lockutils [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.527980] env[69433]: DEBUG oslo_concurrency.lockutils [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.528166] env[69433]: DEBUG oslo_concurrency.lockutils [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.528331] env[69433]: DEBUG nova.compute.manager [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] No waiting events found dispatching network-vif-plugged-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.528554] env[69433]: WARNING nova.compute.manager [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received unexpected event network-vif-plugged-415d2df4-84d9-4009-8492-13f23105fac6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1337.528657] env[69433]: DEBUG nova.compute.manager [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-changed-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.528808] env[69433]: DEBUG nova.compute.manager [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing instance network info cache due to event network-changed-415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.528972] env[69433]: DEBUG oslo_concurrency.lockutils [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] Acquiring lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.604284] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.606470] env[69433]: DEBUG oslo_concurrency.lockutils [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] Acquired lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.606652] env[69433]: DEBUG nova.network.neutron [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Refreshing network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.651076] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e06b52074a2862429d037dc89dc8799e',container_format='bare',created_at=2025-04-06T15:42:30Z,direct_url=,disk_format='vmdk',id=7e597223-f0f3-4c23-9482-ef129e0442bd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-817948771-shelved',owner='05a9e101ec6245fd8d91e9b80e39cd75',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-06T15:42:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.651340] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.651492] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.651675] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.651824] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.651973] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.652213] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.652377] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.652548] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.652712] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.652891] env[69433]: DEBUG nova.virt.hardware [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.653769] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e55d38e-a61b-440f-958e-ec241bed2334 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.661647] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8a59e8-45f0-4e81-a035-cd6c088e9121 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.674893] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ea:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '415d2df4-84d9-4009-8492-13f23105fac6', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.682142] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.682611] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.682817] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41ba8f3a-b973-456e-91ba-c1e50fc38d1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.702049] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.702049] env[69433]: value = "task-3339567" [ 1337.702049] env[69433]: _type = "Task" [ 1337.702049] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.709415] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339567, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.739515] env[69433]: DEBUG nova.scheduler.client.report [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.212209] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339567, 'name': CreateVM_Task, 'duration_secs': 0.279644} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.212443] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.213112] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.213300] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.213708] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.213975] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea4f1ac-15a6-4a2e-9ed7-549783a734cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.218536] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1338.218536] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52215c4a-3605-83d1-aa9b-e9f9171548aa" [ 1338.218536] env[69433]: _type = "Task" [ 1338.218536] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.227577] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52215c4a-3605-83d1-aa9b-e9f9171548aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.246123] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.264651] env[69433]: INFO nova.scheduler.client.report [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted allocations for instance a2d1b775-aa31-42d0-96d2-05a008df7d9c [ 1338.347578] env[69433]: DEBUG nova.network.neutron [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updated VIF entry in instance network info cache for port 415d2df4-84d9-4009-8492-13f23105fac6. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.347954] env[69433]: DEBUG nova.network.neutron [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [{"id": "415d2df4-84d9-4009-8492-13f23105fac6", "address": "fa:16:3e:fb:ea:c4", "network": {"id": "cc2c560f-e081-4819-b326-e20a58766634", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1594506214-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05a9e101ec6245fd8d91e9b80e39cd75", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap415d2df4-84", "ovs_interfaceid": "415d2df4-84d9-4009-8492-13f23105fac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.728963] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.729311] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Processing image 7e597223-f0f3-4c23-9482-ef129e0442bd {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.729458] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd/7e597223-f0f3-4c23-9482-ef129e0442bd.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.729613] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd/7e597223-f0f3-4c23-9482-ef129e0442bd.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.729791] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.730047] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac6ab402-41da-47b3-b591-2ceb04adc824 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.747310] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.747486] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.748216] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f178a54d-889b-445d-bf18-fa7bb15fb328 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.752958] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1338.752958] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f0e72e-88c8-21bc-c33b-d615d824a113" [ 1338.752958] env[69433]: _type = "Task" [ 1338.752958] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.760672] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "88685890-9657-436a-9bb5-c2830b47100e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.760974] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.765746] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f0e72e-88c8-21bc-c33b-d615d824a113, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.772792] env[69433]: DEBUG oslo_concurrency.lockutils [None req-8f0ded79-ece1-4ce8-ac80-be60b1d662fa tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "a2d1b775-aa31-42d0-96d2-05a008df7d9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.986s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.851460] env[69433]: DEBUG oslo_concurrency.lockutils [req-ca73cf5c-ae45-4fdc-8276-f9381becc0a0 req-e384ba46-84ec-44c7-bb96-250fc52d5ca9 service nova] Releasing lock "refresh_cache-e6e13027-15ba-4588-a067-5b0207a7ee4c" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.263954] env[69433]: DEBUG nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.266546] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Preparing fetch location {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1339.266783] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Fetch image to [datastore1] OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4/OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4.vmdk {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1339.266969] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Downloading stream optimized image 7e597223-f0f3-4c23-9482-ef129e0442bd to [datastore1] OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4/OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4.vmdk on the data store datastore1 as vApp {{(pid=69433) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1339.267157] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Downloading image file data 7e597223-f0f3-4c23-9482-ef129e0442bd to the ESX as VM named 'OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4' {{(pid=69433) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1339.364542] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1339.364542] env[69433]: value = "resgroup-9" [ 1339.364542] env[69433]: _type = "ResourcePool" [ 1339.364542] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1339.364839] env[69433]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-70e9ffa0-9430-408b-b0ef-4271db464680 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.386167] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease: (returnval){ [ 1339.386167] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d2be4-4360-ecce-9dd2-cfe105cef7e3" [ 1339.386167] env[69433]: _type = "HttpNfcLease" [ 1339.386167] env[69433]: } obtained for vApp import into resource pool (val){ [ 1339.386167] env[69433]: value = "resgroup-9" [ 1339.386167] env[69433]: _type = "ResourcePool" [ 1339.386167] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1339.386524] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the lease: (returnval){ [ 1339.386524] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d2be4-4360-ecce-9dd2-cfe105cef7e3" [ 1339.386524] env[69433]: _type = "HttpNfcLease" [ 1339.386524] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1339.392666] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.392666] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d2be4-4360-ecce-9dd2-cfe105cef7e3" [ 1339.392666] env[69433]: _type = "HttpNfcLease" [ 1339.392666] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1339.795457] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.795787] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.797382] env[69433]: INFO nova.compute.claims [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.894391] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.894391] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d2be4-4360-ecce-9dd2-cfe105cef7e3" [ 1339.894391] env[69433]: _type = "HttpNfcLease" [ 1339.894391] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1340.395787] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.395787] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d2be4-4360-ecce-9dd2-cfe105cef7e3" [ 1340.395787] env[69433]: _type = "HttpNfcLease" [ 1340.395787] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1340.396107] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1340.396107] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520d2be4-4360-ecce-9dd2-cfe105cef7e3" [ 1340.396107] env[69433]: _type = "HttpNfcLease" [ 1340.396107] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1340.396844] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40aafa5-e88a-471e-8de3-15ab95885c5a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.405722] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52289324-cb55-f36c-9dc8-c8c439865070/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1340.405906] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52289324-cb55-f36c-9dc8-c8c439865070/disk-0.vmdk. {{(pid=69433) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1340.470105] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2dab0f73-bbd0-4dd7-9d35-f00556ff4962 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.892752] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625faaaf-cfda-470b-8b51-88644e7ae670 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.900584] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466cb76d-46d8-42e7-8e38-fed29b8f6bbb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.933032] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0052134-b8f4-4873-b9f5-e5b4f74bf943 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.942519] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ca7682-5fdf-4bc3-b865-733f233d7fc3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.958821] env[69433]: DEBUG nova.compute.provider_tree [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.295883] env[69433]: DEBUG nova.compute.manager [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1341.464369] env[69433]: DEBUG nova.scheduler.client.report [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.575066] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Completed reading data from the image iterator. {{(pid=69433) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1341.575348] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52289324-cb55-f36c-9dc8-c8c439865070/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1341.576439] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aca1013-495d-462a-a4a5-550d6de2f6c1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.583985] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52289324-cb55-f36c-9dc8-c8c439865070/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1341.584271] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52289324-cb55-f36c-9dc8-c8c439865070/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1341.584519] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c3dfb773-e2e4-4485-aa43-b5ef08c0efdd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.778312] env[69433]: DEBUG oslo_vmware.rw_handles [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52289324-cb55-f36c-9dc8-c8c439865070/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1341.778604] env[69433]: INFO nova.virt.vmwareapi.images [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Downloaded image file data 7e597223-f0f3-4c23-9482-ef129e0442bd [ 1341.779573] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9349b0f-e82c-4f02-91d6-e2a85759788a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.795540] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00ba8795-b391-4e45-808e-5d1fa9d646f7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.823961] env[69433]: INFO nova.virt.vmwareapi.images [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] The imported VM was unregistered [ 1341.826436] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Caching image {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1341.826664] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.827703] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.827949] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f276e1c3-02be-4817-bf9f-983ac509b47f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.838579] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Created directory with path [datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.839028] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4/OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4.vmdk to [datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd/7e597223-f0f3-4c23-9482-ef129e0442bd.vmdk. {{(pid=69433) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1341.839028] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d1f994ba-96c1-4950-b606-6be24268a4d9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.845691] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1341.845691] env[69433]: value = "task-3339570" [ 1341.845691] env[69433]: _type = "Task" [ 1341.845691] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.852956] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339570, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.971187] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.971680] env[69433]: DEBUG nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.974391] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.147s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.358054] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339570, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.479994] env[69433]: INFO nova.compute.claims [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1342.484490] env[69433]: DEBUG nova.compute.utils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.485971] env[69433]: DEBUG nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.486213] env[69433]: DEBUG nova.network.neutron [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.534792] env[69433]: DEBUG nova.policy [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9acd9bd57d30451ca1fe80bb37f445dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88486704f43a43c2ba24c6554bc4ae6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.858551] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339570, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.868659] env[69433]: DEBUG nova.network.neutron [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Successfully created port: be262786-3cf1-49d3-ae41-2d10e9114c2c {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.988320] env[69433]: INFO nova.compute.resource_tracker [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating resource usage from migration 1ddebfb9-b1c5-40d5-b88b-618c9febbc56 [ 1342.991526] env[69433]: DEBUG nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1343.076124] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e8685b-0a57-4178-b0cc-3ca7c2111f99 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.095766] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df957d1-3989-4a53-b6f7-052368c62010 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.127487] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfe1b8f-e8bf-4768-9903-98413fa603a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.137583] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809baec8-8552-43d1-8e59-6e71c186f16e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.153154] env[69433]: DEBUG nova.compute.provider_tree [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.359593] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339570, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.657049] env[69433]: DEBUG nova.scheduler.client.report [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.859304] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339570, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.005483] env[69433]: DEBUG nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1344.032250] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.032506] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.032667] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.032851] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.033008] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.033170] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.033382] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.033542] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.033710] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.033872] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.034070] env[69433]: DEBUG nova.virt.hardware [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.034928] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59230aa6-57f1-41ce-95be-81830febc8ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.042727] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed063421-4360-48c8-81d2-7b67c396f578 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.161315] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.187s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.161522] env[69433]: INFO nova.compute.manager [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Migrating [ 1344.245970] env[69433]: DEBUG nova.compute.manager [req-55efec02-28d4-4917-808c-a33af2e5239d req-e1d6b182-973a-44d7-be69-5b836cbd875e service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Received event network-vif-plugged-be262786-3cf1-49d3-ae41-2d10e9114c2c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.246271] env[69433]: DEBUG oslo_concurrency.lockutils [req-55efec02-28d4-4917-808c-a33af2e5239d req-e1d6b182-973a-44d7-be69-5b836cbd875e service nova] Acquiring lock "88685890-9657-436a-9bb5-c2830b47100e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.246568] env[69433]: DEBUG oslo_concurrency.lockutils [req-55efec02-28d4-4917-808c-a33af2e5239d req-e1d6b182-973a-44d7-be69-5b836cbd875e service nova] Lock "88685890-9657-436a-9bb5-c2830b47100e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.246704] env[69433]: DEBUG oslo_concurrency.lockutils [req-55efec02-28d4-4917-808c-a33af2e5239d req-e1d6b182-973a-44d7-be69-5b836cbd875e service nova] Lock "88685890-9657-436a-9bb5-c2830b47100e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.246769] env[69433]: DEBUG nova.compute.manager [req-55efec02-28d4-4917-808c-a33af2e5239d req-e1d6b182-973a-44d7-be69-5b836cbd875e service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] No waiting events found dispatching network-vif-plugged-be262786-3cf1-49d3-ae41-2d10e9114c2c {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1344.246929] env[69433]: WARNING nova.compute.manager [req-55efec02-28d4-4917-808c-a33af2e5239d req-e1d6b182-973a-44d7-be69-5b836cbd875e service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Received unexpected event network-vif-plugged-be262786-3cf1-49d3-ae41-2d10e9114c2c for instance with vm_state building and task_state spawning. [ 1344.328415] env[69433]: DEBUG nova.network.neutron [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Successfully updated port: be262786-3cf1-49d3-ae41-2d10e9114c2c {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.359488] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339570, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.211067} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.359771] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4/OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4.vmdk to [datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd/7e597223-f0f3-4c23-9482-ef129e0442bd.vmdk. [ 1344.359957] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Cleaning up location [datastore1] OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1344.360140] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_07d63365-e326-4902-b53c-6340ae1a61c4 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.360391] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb481584-3575-4177-970b-8ec5bb3d2c2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.366908] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1344.366908] env[69433]: value = "task-3339571" [ 1344.366908] env[69433]: _type = "Task" [ 1344.366908] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.374609] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.675946] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.676202] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.676446] env[69433]: DEBUG nova.network.neutron [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.831362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "refresh_cache-88685890-9657-436a-9bb5-c2830b47100e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.831362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "refresh_cache-88685890-9657-436a-9bb5-c2830b47100e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.831518] env[69433]: DEBUG nova.network.neutron [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.876949] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041191} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.877237] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.877417] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd/7e597223-f0f3-4c23-9482-ef129e0442bd.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.877660] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd/7e597223-f0f3-4c23-9482-ef129e0442bd.vmdk to [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.877919] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f4c0129-ec60-4e19-af2f-e39d6ee66180 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.884835] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1344.884835] env[69433]: value = "task-3339572" [ 1344.884835] env[69433]: _type = "Task" [ 1344.884835] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.892922] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.381155] env[69433]: DEBUG nova.network.neutron [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.396215] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339572, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.506044] env[69433]: DEBUG nova.network.neutron [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.641358] env[69433]: DEBUG nova.network.neutron [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Updating instance_info_cache with network_info: [{"id": "be262786-3cf1-49d3-ae41-2d10e9114c2c", "address": "fa:16:3e:30:2f:b7", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe262786-3c", "ovs_interfaceid": "be262786-3cf1-49d3-ae41-2d10e9114c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.897169] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339572, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.008972] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.144278] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "refresh_cache-88685890-9657-436a-9bb5-c2830b47100e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.144608] env[69433]: DEBUG nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Instance network_info: |[{"id": "be262786-3cf1-49d3-ae41-2d10e9114c2c", "address": "fa:16:3e:30:2f:b7", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe262786-3c", "ovs_interfaceid": "be262786-3cf1-49d3-ae41-2d10e9114c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1346.145070] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:2f:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be262786-3cf1-49d3-ae41-2d10e9114c2c', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.153194] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.153774] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.154027] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aff7a670-767b-4b4b-8a2b-afc5fbb0ed17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.175710] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.175710] env[69433]: value = "task-3339573" [ 1346.175710] env[69433]: _type = "Task" [ 1346.175710] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.186330] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339573, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.274019] env[69433]: DEBUG nova.compute.manager [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Received event network-changed-be262786-3cf1-49d3-ae41-2d10e9114c2c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.274247] env[69433]: DEBUG nova.compute.manager [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Refreshing instance network info cache due to event network-changed-be262786-3cf1-49d3-ae41-2d10e9114c2c. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.274514] env[69433]: DEBUG oslo_concurrency.lockutils [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] Acquiring lock "refresh_cache-88685890-9657-436a-9bb5-c2830b47100e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.274723] env[69433]: DEBUG oslo_concurrency.lockutils [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] Acquired lock "refresh_cache-88685890-9657-436a-9bb5-c2830b47100e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.274842] env[69433]: DEBUG nova.network.neutron [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Refreshing network info cache for port be262786-3cf1-49d3-ae41-2d10e9114c2c {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.398433] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339572, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.689386] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339573, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.899126] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339572, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.032321] env[69433]: DEBUG nova.network.neutron [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Updated VIF entry in instance network info cache for port be262786-3cf1-49d3-ae41-2d10e9114c2c. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.032709] env[69433]: DEBUG nova.network.neutron [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Updating instance_info_cache with network_info: [{"id": "be262786-3cf1-49d3-ae41-2d10e9114c2c", "address": "fa:16:3e:30:2f:b7", "network": {"id": "e043d87b-a30b-4315-9085-7ecca0e941ab", "bridge": "br-int", "label": "tempest-ServersTestJSON-1364653963-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88486704f43a43c2ba24c6554bc4ae6c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe262786-3c", "ovs_interfaceid": "be262786-3cf1-49d3-ae41-2d10e9114c2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.185873] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339573, 'name': CreateVM_Task} progress is 25%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.397440] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339572, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.170187} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.397688] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e597223-f0f3-4c23-9482-ef129e0442bd/7e597223-f0f3-4c23-9482-ef129e0442bd.vmdk to [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.398510] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362cac53-2a43-489c-bb78-eb55df7f33cd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.420833] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.421096] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1758da-d5ab-48d6-9a98-b9b8e1ce3bb6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.440193] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1347.440193] env[69433]: value = "task-3339574" [ 1347.440193] env[69433]: _type = "Task" [ 1347.440193] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.447583] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.525013] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab94634-ca9e-43b7-bfd3-451ab4c74db6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.547633] env[69433]: DEBUG oslo_concurrency.lockutils [req-5adf5349-d09a-45c1-8810-11d6b42e5401 req-b1de3eed-74a7-4dfd-98bf-1db24eb349af service nova] Releasing lock "refresh_cache-88685890-9657-436a-9bb5-c2830b47100e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.548167] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance '7ee9db8e-290d-4ffb-b4c1-2109511da4f2' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.686433] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339573, 'name': CreateVM_Task, 'duration_secs': 1.269898} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.686655] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.687258] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.687424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.687746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.688010] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8036f907-900c-4f44-8805-2ee051537d56 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.693380] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1347.693380] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52595db2-17f9-058a-8d78-68f212ba1669" [ 1347.693380] env[69433]: _type = "Task" [ 1347.693380] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.700704] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52595db2-17f9-058a-8d78-68f212ba1669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.950587] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339574, 'name': ReconfigVM_Task, 'duration_secs': 0.301456} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.950900] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c/e6e13027-15ba-4588-a067-5b0207a7ee4c.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.951545] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8594ca90-ab97-4436-b8cb-03ecf2e59928 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.957322] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1347.957322] env[69433]: value = "task-3339575" [ 1347.957322] env[69433]: _type = "Task" [ 1347.957322] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.964698] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339575, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.055029] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1348.055395] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9bb07b8-d2a8-41d7-9f07-d21f8c05b5bb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.062836] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1348.062836] env[69433]: value = "task-3339576" [ 1348.062836] env[69433]: _type = "Task" [ 1348.062836] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.071135] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.204146] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52595db2-17f9-058a-8d78-68f212ba1669, 'name': SearchDatastore_Task, 'duration_secs': 0.027054} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.204414] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.204647] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.204879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.205032] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.205213] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.205467] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5020a2e-57f7-4d8c-99bb-22c9746b539c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.214600] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.214778] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.215479] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34a92e70-4a1e-4c32-893b-8216e896d859 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.220928] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1348.220928] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a502a-7a94-463a-d9f8-d2534133bb08" [ 1348.220928] env[69433]: _type = "Task" [ 1348.220928] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.228504] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a502a-7a94-463a-d9f8-d2534133bb08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.467668] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339575, 'name': Rename_Task, 'duration_secs': 0.138561} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.468047] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.468136] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81309c62-abee-42eb-95ab-af14a77a3f08 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.473985] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1348.473985] env[69433]: value = "task-3339577" [ 1348.473985] env[69433]: _type = "Task" [ 1348.473985] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.480901] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.571790] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339576, 'name': PowerOffVM_Task, 'duration_secs': 0.276847} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.572070] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.572256] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance '7ee9db8e-290d-4ffb-b4c1-2109511da4f2' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.730745] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525a502a-7a94-463a-d9f8-d2534133bb08, 'name': SearchDatastore_Task, 'duration_secs': 0.014239} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.731487] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dedc12e-ded7-4931-b41d-b3ded158203e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.735986] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1348.735986] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527b3793-73fb-3bbf-6b08-1511d90d77ce" [ 1348.735986] env[69433]: _type = "Task" [ 1348.735986] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.744186] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527b3793-73fb-3bbf-6b08-1511d90d77ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.983845] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.078602] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.078847] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.079018] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.079216] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.079360] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.079620] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.079856] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.080032] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.080219] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.080435] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.080635] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.085782] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903425ee-a13f-4174-a057-e95503b514cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.101265] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1349.101265] env[69433]: value = "task-3339578" [ 1349.101265] env[69433]: _type = "Task" [ 1349.101265] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.109562] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339578, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.247091] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527b3793-73fb-3bbf-6b08-1511d90d77ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01353} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.247510] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.247905] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 88685890-9657-436a-9bb5-c2830b47100e/88685890-9657-436a-9bb5-c2830b47100e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.248310] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e3e1f24-4f1b-428f-a100-b6ad23c5f7a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.259608] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1349.259608] env[69433]: value = "task-3339579" [ 1349.259608] env[69433]: _type = "Task" [ 1349.259608] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.267555] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.486713] env[69433]: DEBUG oslo_vmware.api [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339577, 'name': PowerOnVM_Task, 'duration_secs': 0.689685} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.487151] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.603551] env[69433]: DEBUG nova.compute.manager [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.604622] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074ec1c-9047-4a41-9e66-9dd941321ba4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.619870] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339578, 'name': ReconfigVM_Task, 'duration_secs': 0.168903} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.620520] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance '7ee9db8e-290d-4ffb-b4c1-2109511da4f2' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.769081] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339579, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.126785] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1350.127027] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.127190] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1350.127370] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.127538] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1350.127680] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1350.127870] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1350.128040] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1350.128229] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1350.128719] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1350.128719] env[69433]: DEBUG nova.virt.hardware [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1350.133751] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Reconfiguring VM instance instance-00000063 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1350.135476] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ce7ca8-badc-4cc7-832e-50d6b70e8adf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.148225] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3cc0338b-9ed9-4b60-8de4-13d3052e2740 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.216s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.154017] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1350.154017] env[69433]: value = "task-3339580" [ 1350.154017] env[69433]: _type = "Task" [ 1350.154017] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.162762] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.270517] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90866} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.270824] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 88685890-9657-436a-9bb5-c2830b47100e/88685890-9657-436a-9bb5-c2830b47100e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.271064] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.271359] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a486516-3534-4a25-ad75-25c038cd90ef {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.278051] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1350.278051] env[69433]: value = "task-3339581" [ 1350.278051] env[69433]: _type = "Task" [ 1350.278051] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.286990] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.663639] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339580, 'name': ReconfigVM_Task, 'duration_secs': 0.206215} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.664066] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Reconfigured VM instance instance-00000063 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.664651] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16653216-8407-43de-b224-c8ada167cc96 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.686961] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 7ee9db8e-290d-4ffb-b4c1-2109511da4f2/7ee9db8e-290d-4ffb-b4c1-2109511da4f2.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.687463] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d463e25e-551f-479c-96c3-7bdbaaef26fa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.703987] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1350.703987] env[69433]: value = "task-3339582" [ 1350.703987] env[69433]: _type = "Task" [ 1350.703987] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.711052] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.786833] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221631} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.787102] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.787863] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39dbb0-721f-4c70-89e6-f2b8b59f3c2c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.808874] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 88685890-9657-436a-9bb5-c2830b47100e/88685890-9657-436a-9bb5-c2830b47100e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.809102] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a07a893a-9d05-4ae2-b4e8-15f8cafef67c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.826877] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1350.826877] env[69433]: value = "task-3339583" [ 1350.826877] env[69433]: _type = "Task" [ 1350.826877] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.834160] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.213360] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.336847] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.714116] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339582, 'name': ReconfigVM_Task, 'duration_secs': 0.931873} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.714517] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 7ee9db8e-290d-4ffb-b4c1-2109511da4f2/7ee9db8e-290d-4ffb-b4c1-2109511da4f2.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.714711] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance '7ee9db8e-290d-4ffb-b4c1-2109511da4f2' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.838052] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339583, 'name': ReconfigVM_Task, 'duration_secs': 0.821754} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.838052] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 88685890-9657-436a-9bb5-c2830b47100e/88685890-9657-436a-9bb5-c2830b47100e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.838052] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9dec2f9-b190-409c-b3ed-cd739ef6e1c4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.843697] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1351.843697] env[69433]: value = "task-3339584" [ 1351.843697] env[69433]: _type = "Task" [ 1351.843697] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.850948] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339584, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.222023] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419b949-89d3-4782-91ad-5f21abc28b5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.240802] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72af03d3-d120-4dbc-b8a7-bce73e205014 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.259130] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance '7ee9db8e-290d-4ffb-b4c1-2109511da4f2' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.354269] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339584, 'name': Rename_Task, 'duration_secs': 0.135994} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.354574] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.354830] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b26c25b-3b07-40a9-8a39-763a40cedcc4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.361020] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1352.361020] env[69433]: value = "task-3339585" [ 1352.361020] env[69433]: _type = "Task" [ 1352.361020] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.368783] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.798987] env[69433]: DEBUG nova.network.neutron [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Port 572c1803-8a6d-41e1-82a6-8f69ed609eca binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1352.870588] env[69433]: DEBUG oslo_vmware.api [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339585, 'name': PowerOnVM_Task, 'duration_secs': 0.49285} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.870851] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.871043] env[69433]: INFO nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1352.871225] env[69433]: DEBUG nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.871996] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5604dc-8008-4965-aaa1-b70518a8b222 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.388789] env[69433]: INFO nova.compute.manager [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Took 13.62 seconds to build instance. [ 1353.820506] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.820838] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.820940] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.890612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-692d6927-3617-48bf-aa2a-00ab8029da10 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.129s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.427100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "88685890-9657-436a-9bb5-c2830b47100e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.427362] env[69433]: DEBUG oslo_concurrency.lockutils [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.427546] env[69433]: DEBUG nova.compute.manager [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1354.428499] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3d89f-65af-4d53-9c1b-3aa5c86da768 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.436375] env[69433]: DEBUG nova.compute.manager [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1354.436968] env[69433]: DEBUG nova.objects.instance [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'flavor' on Instance uuid 88685890-9657-436a-9bb5-c2830b47100e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.871235] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.871482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.871603] env[69433]: DEBUG nova.network.neutron [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.444120] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.444467] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f83d2c0-c94a-40dd-9260-4e57a90a696c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.451728] env[69433]: DEBUG oslo_vmware.api [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1355.451728] env[69433]: value = "task-3339586" [ 1355.451728] env[69433]: _type = "Task" [ 1355.451728] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.460427] env[69433]: DEBUG oslo_vmware.api [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.578714] env[69433]: DEBUG nova.network.neutron [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.961733] env[69433]: DEBUG oslo_vmware.api [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339586, 'name': PowerOffVM_Task, 'duration_secs': 0.180121} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.962066] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1355.962208] env[69433]: DEBUG nova.compute.manager [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1355.962967] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8925be8-9ca3-4b7f-8231-420d2bb5352b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.081464] env[69433]: DEBUG oslo_concurrency.lockutils [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.473927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-499cd321-6e4a-475f-95a5-34a3aae4fc94 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.605047] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3973f4c2-3fba-4bc7-bcbb-211b258ada68 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.623907] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7411bf8-a08b-4f7e-a164-b996550eb4e8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.630389] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance '7ee9db8e-290d-4ffb-b4c1-2109511da4f2' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1356.992602] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "88685890-9657-436a-9bb5-c2830b47100e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.992880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.993096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "88685890-9657-436a-9bb5-c2830b47100e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.993286] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.993454] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.995554] env[69433]: INFO nova.compute.manager [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Terminating instance [ 1357.136302] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.136606] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f47700f3-15d7-4b85-8ab8-613e2b50de5f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.144213] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1357.144213] env[69433]: value = "task-3339587" [ 1357.144213] env[69433]: _type = "Task" [ 1357.144213] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.152250] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.499313] env[69433]: DEBUG nova.compute.manager [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.499631] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.500522] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958e6447-08df-4c25-a245-2394d3f331ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.508590] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.508833] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-025c46e2-3252-47d3-b93c-6c44f4c3c2b4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.585397] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.585616] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.585799] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleting the datastore file [datastore1] 88685890-9657-436a-9bb5-c2830b47100e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.586088] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00401e2b-83d2-43ad-9f53-ffaf978a28bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.594879] env[69433]: DEBUG oslo_vmware.api [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1357.594879] env[69433]: value = "task-3339589" [ 1357.594879] env[69433]: _type = "Task" [ 1357.594879] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.603034] env[69433]: DEBUG oslo_vmware.api [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.654064] env[69433]: DEBUG oslo_vmware.api [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339587, 'name': PowerOnVM_Task, 'duration_secs': 0.457405} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.654354] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.654536] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-41d07659-87e3-4164-a637-31a0b16e7bea tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance '7ee9db8e-290d-4ffb-b4c1-2109511da4f2' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.105297] env[69433]: DEBUG oslo_vmware.api [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125388} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.105638] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.105735] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.105911] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.106105] env[69433]: INFO nova.compute.manager [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1358.106368] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.106579] env[69433]: DEBUG nova.compute.manager [-] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.106675] env[69433]: DEBUG nova.network.neutron [-] [instance: 88685890-9657-436a-9bb5-c2830b47100e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.335585] env[69433]: DEBUG nova.compute.manager [req-44f3b06f-7fe1-4508-808f-d8420f9b3c2f req-0b377414-895e-4834-8281-6fa785136b81 service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Received event network-vif-deleted-be262786-3cf1-49d3-ae41-2d10e9114c2c {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.335858] env[69433]: INFO nova.compute.manager [req-44f3b06f-7fe1-4508-808f-d8420f9b3c2f req-0b377414-895e-4834-8281-6fa785136b81 service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Neutron deleted interface be262786-3cf1-49d3-ae41-2d10e9114c2c; detaching it from the instance and deleting it from the info cache [ 1358.335955] env[69433]: DEBUG nova.network.neutron [req-44f3b06f-7fe1-4508-808f-d8420f9b3c2f req-0b377414-895e-4834-8281-6fa785136b81 service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.816955] env[69433]: DEBUG nova.network.neutron [-] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.838023] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a1afe8d-34c4-431a-9da5-9b2566be3d41 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.848076] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118406b-ad7f-42a7-a4bb-5009a22620af {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.874533] env[69433]: DEBUG nova.compute.manager [req-44f3b06f-7fe1-4508-808f-d8420f9b3c2f req-0b377414-895e-4834-8281-6fa785136b81 service nova] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Detach interface failed, port_id=be262786-3cf1-49d3-ae41-2d10e9114c2c, reason: Instance 88685890-9657-436a-9bb5-c2830b47100e could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1359.320786] env[69433]: INFO nova.compute.manager [-] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Took 1.21 seconds to deallocate network for instance. [ 1359.827403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.827951] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.827951] env[69433]: DEBUG nova.objects.instance [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'resources' on Instance uuid 88685890-9657-436a-9bb5-c2830b47100e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.859504] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.859746] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.859936] env[69433]: DEBUG nova.compute.manager [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Going to confirm migration 8 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1360.398887] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.399140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.400068] env[69433]: DEBUG nova.network.neutron [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.400068] env[69433]: DEBUG nova.objects.instance [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'info_cache' on Instance uuid 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.407177] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f6117c-69c5-4302-83b7-a1ce88f6fe5c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.415185] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62002e6f-ce05-4738-bd33-186d550d3821 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.444207] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6544b98-d336-401b-a855-22b932950b1b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.451057] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba92ec9d-fbf6-4a50-8ad8-58b53b15366a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.465522] env[69433]: DEBUG nova.compute.provider_tree [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.968328] env[69433]: DEBUG nova.scheduler.client.report [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.472892] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.490482] env[69433]: INFO nova.scheduler.client.report [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted allocations for instance 88685890-9657-436a-9bb5-c2830b47100e [ 1361.645485] env[69433]: DEBUG nova.network.neutron [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [{"id": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "address": "fa:16:3e:8d:aa:54", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c1803-8a", "ovs_interfaceid": "572c1803-8a6d-41e1-82a6-8f69ed609eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.000471] env[69433]: DEBUG oslo_concurrency.lockutils [None req-32cf30fb-fa8f-40c8-9880-6dd092d06cbe tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "88685890-9657-436a-9bb5-c2830b47100e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.148955] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-7ee9db8e-290d-4ffb-b4c1-2109511da4f2" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.148955] env[69433]: DEBUG nova.objects.instance [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'migration_context' on Instance uuid 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.651207] env[69433]: DEBUG nova.objects.base [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Object Instance<7ee9db8e-290d-4ffb-b4c1-2109511da4f2> lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1362.652122] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8530c570-2141-40d8-9fcd-36f60d26205d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.671163] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b818ed96-83a3-49c7-98c1-d468024fdacd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.676144] env[69433]: DEBUG oslo_vmware.api [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1362.676144] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52125608-eeb4-123d-bd52-da049c848a67" [ 1362.676144] env[69433]: _type = "Task" [ 1362.676144] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.683618] env[69433]: DEBUG oslo_vmware.api [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52125608-eeb4-123d-bd52-da049c848a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.751316] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "175cc9e3-155e-4176-be8c-64aa28b27684" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.751584] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "175cc9e3-155e-4176-be8c-64aa28b27684" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.751803] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "175cc9e3-155e-4176-be8c-64aa28b27684-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.751986] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "175cc9e3-155e-4176-be8c-64aa28b27684-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.752173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "175cc9e3-155e-4176-be8c-64aa28b27684-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.754358] env[69433]: INFO nova.compute.manager [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Terminating instance [ 1363.215710] env[69433]: DEBUG oslo_vmware.api [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52125608-eeb4-123d-bd52-da049c848a67, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.215710] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.215710] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.258509] env[69433]: DEBUG nova.compute.manager [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.258761] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.259961] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b50d49b-a889-4ddf-a391-4a503e5738ec {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.267199] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.267420] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b882695-d7f6-46bc-ae5f-ac0b1489e469 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.273433] env[69433]: DEBUG oslo_vmware.api [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1363.273433] env[69433]: value = "task-3339590" [ 1363.273433] env[69433]: _type = "Task" [ 1363.273433] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.281015] env[69433]: DEBUG oslo_vmware.api [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.745741] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0233876c-c32c-4caf-8fd8-1b578a8a38a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.753319] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0372f10-f630-4c8e-bec5-5fc57438da2b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.785858] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113cb663-2c07-4955-bf59-adf8364de703 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.792572] env[69433]: DEBUG oslo_vmware.api [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339590, 'name': PowerOffVM_Task, 'duration_secs': 0.251975} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.794493] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1363.794673] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1363.794928] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f36a94e3-591d-4896-923f-bd3d16c85948 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.797128] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031bc054-f98b-43e8-b65e-32dc6348d9d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.811031] env[69433]: DEBUG nova.compute.provider_tree [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1363.858161] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1363.858397] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1363.858639] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleting the datastore file [datastore2] 175cc9e3-155e-4176-be8c-64aa28b27684 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1363.858946] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b4a675c-2285-470d-95ce-071925f659ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.864485] env[69433]: DEBUG oslo_vmware.api [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for the task: (returnval){ [ 1363.864485] env[69433]: value = "task-3339592" [ 1363.864485] env[69433]: _type = "Task" [ 1363.864485] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.873795] env[69433]: DEBUG oslo_vmware.api [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.314704] env[69433]: DEBUG nova.scheduler.client.report [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1364.374229] env[69433]: DEBUG oslo_vmware.api [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Task: {'id': task-3339592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2752} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.374488] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1364.374689] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1364.374869] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1364.375055] env[69433]: INFO nova.compute.manager [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1364.375295] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.375485] env[69433]: DEBUG nova.compute.manager [-] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1364.375581] env[69433]: DEBUG nova.network.neutron [-] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1364.620226] env[69433]: DEBUG nova.compute.manager [req-9bdc8277-7f76-4095-80d4-f1c899ad65fc req-d9febddb-52e6-4a36-8922-65f6c8fca6a1 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Received event network-vif-deleted-e7135096-66b7-4cd6-8562-b8b7cb0f2c6d {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.620378] env[69433]: INFO nova.compute.manager [req-9bdc8277-7f76-4095-80d4-f1c899ad65fc req-d9febddb-52e6-4a36-8922-65f6c8fca6a1 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Neutron deleted interface e7135096-66b7-4cd6-8562-b8b7cb0f2c6d; detaching it from the instance and deleting it from the info cache [ 1364.620550] env[69433]: DEBUG nova.network.neutron [req-9bdc8277-7f76-4095-80d4-f1c899ad65fc req-d9febddb-52e6-4a36-8922-65f6c8fca6a1 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.105409] env[69433]: DEBUG nova.network.neutron [-] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.123176] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ce5aa5f-e437-4596-a79a-ad4dd1fa6dc8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.133183] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b3bcc8-09a5-4451-ab3a-0f5a28a219b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.162143] env[69433]: DEBUG nova.compute.manager [req-9bdc8277-7f76-4095-80d4-f1c899ad65fc req-d9febddb-52e6-4a36-8922-65f6c8fca6a1 service nova] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Detach interface failed, port_id=e7135096-66b7-4cd6-8562-b8b7cb0f2c6d, reason: Instance 175cc9e3-155e-4176-be8c-64aa28b27684 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1365.324876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.137s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.608663] env[69433]: INFO nova.compute.manager [-] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Took 1.23 seconds to deallocate network for instance. [ 1365.883460] env[69433]: INFO nova.scheduler.client.report [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted allocation for migration 1ddebfb9-b1c5-40d5-b88b-618c9febbc56 [ 1366.115657] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.115996] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.116236] env[69433]: DEBUG nova.objects.instance [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lazy-loading 'resources' on Instance uuid 175cc9e3-155e-4176-be8c-64aa28b27684 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.389608] env[69433]: DEBUG oslo_concurrency.lockutils [None req-ce4cebb1-9add-424d-bd86-960a2a183d4a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.530s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.682700] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318ad987-d822-4d4f-a539-4d63c9718d0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.693775] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0a09f3-67b2-4c69-aa17-7f81f216b181 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.742691] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e6e18-0bbe-4731-89a5-24d91fe0b7ae {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.753326] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e3b99b-23dc-4a08-a194-1f9b58cefe04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.770266] env[69433]: DEBUG nova.compute.provider_tree [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.864983] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.865271] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.865490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.865677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.865851] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.868073] env[69433]: INFO nova.compute.manager [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Terminating instance [ 1367.273621] env[69433]: DEBUG nova.scheduler.client.report [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.372194] env[69433]: DEBUG nova.compute.manager [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.372408] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.373330] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567ccbe-b183-4e30-93a8-c0974d26d28f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.381835] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.382101] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6362c6c-2f35-4d9a-b993-c6bec664fd56 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.388690] env[69433]: DEBUG oslo_vmware.api [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1367.388690] env[69433]: value = "task-3339593" [ 1367.388690] env[69433]: _type = "Task" [ 1367.388690] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.396449] env[69433]: DEBUG oslo_vmware.api [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.778912] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.794888] env[69433]: INFO nova.scheduler.client.report [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Deleted allocations for instance 175cc9e3-155e-4176-be8c-64aa28b27684 [ 1367.898533] env[69433]: DEBUG oslo_vmware.api [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339593, 'name': PowerOffVM_Task, 'duration_secs': 0.201142} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.898819] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.898984] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.899240] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2ae5211-e11f-4924-afba-f15918a7172b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.959529] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.959771] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.959958] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleting the datastore file [datastore2] 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.960240] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e37f68bb-9dd1-49cf-80d4-92a082d0c7ca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.967065] env[69433]: DEBUG oslo_vmware.api [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1367.967065] env[69433]: value = "task-3339595" [ 1367.967065] env[69433]: _type = "Task" [ 1367.967065] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.974512] env[69433]: DEBUG oslo_vmware.api [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.302673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d9100146-d529-422f-b34d-1a3829399b73 tempest-ServersTestJSON-1039008913 tempest-ServersTestJSON-1039008913-project-member] Lock "175cc9e3-155e-4176-be8c-64aa28b27684" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.551s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.476774] env[69433]: DEBUG oslo_vmware.api [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244804} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.477023] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.477212] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.477394] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.477569] env[69433]: INFO nova.compute.manager [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1368.477819] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.478044] env[69433]: DEBUG nova.compute.manager [-] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.478145] env[69433]: DEBUG nova.network.neutron [-] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1368.983601] env[69433]: DEBUG nova.compute.manager [req-75496108-908f-4aa1-a12f-d7d15037ab03 req-e308dd2c-3bf2-4609-8898-4cda5d6fa458 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Received event network-vif-deleted-572c1803-8a6d-41e1-82a6-8f69ed609eca {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.983807] env[69433]: INFO nova.compute.manager [req-75496108-908f-4aa1-a12f-d7d15037ab03 req-e308dd2c-3bf2-4609-8898-4cda5d6fa458 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Neutron deleted interface 572c1803-8a6d-41e1-82a6-8f69ed609eca; detaching it from the instance and deleting it from the info cache [ 1368.983977] env[69433]: DEBUG nova.network.neutron [req-75496108-908f-4aa1-a12f-d7d15037ab03 req-e308dd2c-3bf2-4609-8898-4cda5d6fa458 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.463023] env[69433]: DEBUG nova.network.neutron [-] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.486764] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-909360db-6523-4ea4-a609-98cc75aff6f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.496227] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a380697-a15d-406c-9056-4457aad26216 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.520730] env[69433]: DEBUG nova.compute.manager [req-75496108-908f-4aa1-a12f-d7d15037ab03 req-e308dd2c-3bf2-4609-8898-4cda5d6fa458 service nova] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Detach interface failed, port_id=572c1803-8a6d-41e1-82a6-8f69ed609eca, reason: Instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.965270] env[69433]: INFO nova.compute.manager [-] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Took 1.49 seconds to deallocate network for instance. [ 1370.470650] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.470975] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.471165] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.504455] env[69433]: INFO nova.scheduler.client.report [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted allocations for instance 7ee9db8e-290d-4ffb-b4c1-2109511da4f2 [ 1371.012220] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c1a6a94a-f755-40ed-9d89-6a6ea00d794f tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "7ee9db8e-290d-4ffb-b4c1-2109511da4f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.147s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.779152] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "e2140245-9a51-4d69-8ff3-3a94fcec4274" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.779478] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.282390] env[69433]: DEBUG nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.804468] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.804756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.806241] env[69433]: INFO nova.compute.claims [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1373.903712] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd037be1-3741-4939-8e0a-9c774fbb47ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.911254] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c912732-9c3b-4df9-bf84-d50a8a425b06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.942379] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa731507-5575-4144-aedc-906ff76bfadd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.949927] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0836412-a5d8-4396-bec7-0ae390e1f7f4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.962932] env[69433]: DEBUG nova.compute.provider_tree [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.466011] env[69433]: DEBUG nova.scheduler.client.report [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.971197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.971731] env[69433]: DEBUG nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.477189] env[69433]: DEBUG nova.compute.utils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1375.478567] env[69433]: DEBUG nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.478803] env[69433]: DEBUG nova.network.neutron [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.526137] env[69433]: DEBUG nova.policy [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52769f746064e4398a21de6e30295f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867202cb6dd0455abcdd5efa38c4cb8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.782999] env[69433]: DEBUG nova.network.neutron [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Successfully created port: 7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.981699] env[69433]: DEBUG nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.991430] env[69433]: DEBUG nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.017841] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.018440] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.019021] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.019194] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.019933] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.019933] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.019933] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.020123] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.020208] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.020375] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.020551] env[69433]: DEBUG nova.virt.hardware [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.021429] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cc4072-9174-4c69-83c7-aca3bc8ed063 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.029404] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c95f7-d5ce-47b1-b308-0c0005b4a8fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.119508] env[69433]: DEBUG nova.compute.manager [req-ecfc06df-e78d-4a30-a7af-a875a2604f7b req-fb90d8bf-1289-4dae-b5c0-490c10db5c4c service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Received event network-vif-plugged-7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.119726] env[69433]: DEBUG oslo_concurrency.lockutils [req-ecfc06df-e78d-4a30-a7af-a875a2604f7b req-fb90d8bf-1289-4dae-b5c0-490c10db5c4c service nova] Acquiring lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.119947] env[69433]: DEBUG oslo_concurrency.lockutils [req-ecfc06df-e78d-4a30-a7af-a875a2604f7b req-fb90d8bf-1289-4dae-b5c0-490c10db5c4c service nova] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.120129] env[69433]: DEBUG oslo_concurrency.lockutils [req-ecfc06df-e78d-4a30-a7af-a875a2604f7b req-fb90d8bf-1289-4dae-b5c0-490c10db5c4c service nova] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.120298] env[69433]: DEBUG nova.compute.manager [req-ecfc06df-e78d-4a30-a7af-a875a2604f7b req-fb90d8bf-1289-4dae-b5c0-490c10db5c4c service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] No waiting events found dispatching network-vif-plugged-7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1377.120462] env[69433]: WARNING nova.compute.manager [req-ecfc06df-e78d-4a30-a7af-a875a2604f7b req-fb90d8bf-1289-4dae-b5c0-490c10db5c4c service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Received unexpected event network-vif-plugged-7051dce6-9ab2-4497-b270-9cc53342449e for instance with vm_state building and task_state spawning. [ 1377.198114] env[69433]: DEBUG nova.network.neutron [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Successfully updated port: 7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.700982] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.701196] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.701299] env[69433]: DEBUG nova.network.neutron [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.231420] env[69433]: DEBUG nova.network.neutron [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.345524] env[69433]: DEBUG nova.network.neutron [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.848135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.848456] env[69433]: DEBUG nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Instance network_info: |[{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1378.848930] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:42:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7051dce6-9ab2-4497-b270-9cc53342449e', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.856811] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.857054] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.857294] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c690a255-31ba-48ad-aaa2-f8364ec72c27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.878269] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.878269] env[69433]: value = "task-3339596" [ 1378.878269] env[69433]: _type = "Task" [ 1378.878269] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.885646] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339596, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.144517] env[69433]: DEBUG nova.compute.manager [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Received event network-changed-7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.144710] env[69433]: DEBUG nova.compute.manager [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Refreshing instance network info cache due to event network-changed-7051dce6-9ab2-4497-b270-9cc53342449e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1379.144915] env[69433]: DEBUG oslo_concurrency.lockutils [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] Acquiring lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.145074] env[69433]: DEBUG oslo_concurrency.lockutils [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] Acquired lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.145238] env[69433]: DEBUG nova.network.neutron [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Refreshing network info cache for port 7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.388853] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339596, 'name': CreateVM_Task, 'duration_secs': 0.28135} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.389495] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.390233] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.390403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.390751] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.390960] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d787270d-258e-40be-942b-0c514e7ae8e6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.395113] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1379.395113] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526609de-2fab-1c78-046c-69d8a3f1fea9" [ 1379.395113] env[69433]: _type = "Task" [ 1379.395113] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.402177] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526609de-2fab-1c78-046c-69d8a3f1fea9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.854993] env[69433]: DEBUG nova.network.neutron [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updated VIF entry in instance network info cache for port 7051dce6-9ab2-4497-b270-9cc53342449e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.855399] env[69433]: DEBUG nova.network.neutron [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.905503] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526609de-2fab-1c78-046c-69d8a3f1fea9, 'name': SearchDatastore_Task, 'duration_secs': 0.009466} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.905779] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.906016] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.906252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.906400] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.906575] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.906849] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c60eb873-299f-4b5a-968e-12bc2b5c0084 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.915756] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.915929] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.916592] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ca82a3-9940-4b69-9a12-2878e365b0d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.921430] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1379.921430] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52311d97-504e-556b-0533-69e0d3142902" [ 1379.921430] env[69433]: _type = "Task" [ 1379.921430] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.928533] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52311d97-504e-556b-0533-69e0d3142902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.357850] env[69433]: DEBUG oslo_concurrency.lockutils [req-89cb6b82-37f1-4622-85c3-455eaeb600b6 req-d887c4d2-5719-47c1-8db2-f68367ba4462 service nova] Releasing lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.431341] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52311d97-504e-556b-0533-69e0d3142902, 'name': SearchDatastore_Task, 'duration_secs': 0.008957} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.432102] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ebc0c3e-4bec-4feb-8358-835bee01b2ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.437156] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1380.437156] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e63fe5-fecf-449a-bec4-3508f4f323b8" [ 1380.437156] env[69433]: _type = "Task" [ 1380.437156] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.445306] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e63fe5-fecf-449a-bec4-3508f4f323b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.949817] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52e63fe5-fecf-449a-bec4-3508f4f323b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.949949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.950226] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.950488] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54358d97-37b4-4e0c-b902-ae189ea2c542 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.957263] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1380.957263] env[69433]: value = "task-3339597" [ 1380.957263] env[69433]: _type = "Task" [ 1380.957263] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.964526] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.466691] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475386} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.467060] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1381.467280] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1381.467499] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f57517b-128c-497d-91f9-5f4951dbbb3f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.473333] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1381.473333] env[69433]: value = "task-3339598" [ 1381.473333] env[69433]: _type = "Task" [ 1381.473333] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.480206] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.982899] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061466} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.983200] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.983995] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e99802-c178-4b1f-9652-2e2cdbe59829 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.005857] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.006092] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0946e6a4-769d-475b-8bb0-a521754693ff {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.026930] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1382.026930] env[69433]: value = "task-3339599" [ 1382.026930] env[69433]: _type = "Task" [ 1382.026930] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.034696] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.536886] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339599, 'name': ReconfigVM_Task, 'duration_secs': 0.292178} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.537313] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfigured VM instance instance-0000007e to attach disk [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.537844] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c370f3-da29-4ccd-ae6b-145916e92d54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.544322] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1382.544322] env[69433]: value = "task-3339600" [ 1382.544322] env[69433]: _type = "Task" [ 1382.544322] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.551505] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339600, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.054097] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339600, 'name': Rename_Task, 'duration_secs': 0.128235} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.054368] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.054605] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02102276-0686-46f5-aa02-af2ec37a8664 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.060414] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1383.060414] env[69433]: value = "task-3339601" [ 1383.060414] env[69433]: _type = "Task" [ 1383.060414] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.068160] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.571088] env[69433]: DEBUG oslo_vmware.api [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339601, 'name': PowerOnVM_Task, 'duration_secs': 0.424741} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.571088] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.571088] env[69433]: INFO nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1383.571088] env[69433]: DEBUG nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.571544] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6069b8-feae-4c5a-8b5a-a5e903cdf6fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.089981] env[69433]: INFO nova.compute.manager [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Took 11.30 seconds to build instance. [ 1384.592555] env[69433]: DEBUG oslo_concurrency.lockutils [None req-013bdaac-e5e7-4bd8-93d8-c7bd309587c9 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.813s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.947916] env[69433]: DEBUG nova.compute.manager [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Received event network-changed-7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.948171] env[69433]: DEBUG nova.compute.manager [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Refreshing instance network info cache due to event network-changed-7051dce6-9ab2-4497-b270-9cc53342449e. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.948422] env[69433]: DEBUG oslo_concurrency.lockutils [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] Acquiring lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.948599] env[69433]: DEBUG oslo_concurrency.lockutils [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] Acquired lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.948794] env[69433]: DEBUG nova.network.neutron [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Refreshing network info cache for port 7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.641759] env[69433]: DEBUG nova.network.neutron [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updated VIF entry in instance network info cache for port 7051dce6-9ab2-4497-b270-9cc53342449e. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.642111] env[69433]: DEBUG nova.network.neutron [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.675692] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.675861] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.145270] env[69433]: DEBUG oslo_concurrency.lockutils [req-919fa464-c19a-40f2-bc93-847e05f3ebfb req-a65e020f-7605-4440-99de-9c65254dfd37 service nova] Releasing lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.178434] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.178723] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.178876] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.179056] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1386.179928] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ba4bc8-381f-4d55-aab1-b144f49a54fd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.187942] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0847f1-8c5b-439a-bd09-e69ff7a14187 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.201308] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbfd7ec-5b78-4fac-aa03-af88b0436e0a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.207240] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81f5cf-ac3f-46d8-b471-47c9bfba5225 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.237014] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180304MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1386.237140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.237327] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.397321] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.397590] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.397800] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.397981] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.398164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.400353] env[69433]: INFO nova.compute.manager [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Terminating instance [ 1386.905316] env[69433]: DEBUG nova.compute.manager [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1386.905709] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.906405] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93731e1-5d73-4c46-8f91-01a900088543 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.914072] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.914288] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645d6485-f355-495e-93c3-a20661253579 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.920595] env[69433]: DEBUG oslo_vmware.api [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1386.920595] env[69433]: value = "task-3339602" [ 1386.920595] env[69433]: _type = "Task" [ 1386.920595] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.927886] env[69433]: DEBUG oslo_vmware.api [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.263389] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e6e13027-15ba-4588-a067-5b0207a7ee4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.263553] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e2140245-9a51-4d69-8ff3-3a94fcec4274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1387.263732] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1387.263877] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1387.380039] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54f1cb9-e131-488e-ae98-407004a20e03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.387339] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ef7cdc-84ac-42f6-87bd-5e610396d73d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.416817] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5899448-c168-4fa1-b89b-0c96b8ee45bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.426892] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dd3f63-3cef-420f-a835-06b6e33e7ce8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.434797] env[69433]: DEBUG oslo_vmware.api [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339602, 'name': PowerOffVM_Task, 'duration_secs': 0.212301} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.442429] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1387.442765] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.443264] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.444800] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cf599ab-b8e6-4ea6-91bc-9aaf5c744242 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.502787] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.503025] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.503203] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleting the datastore file [datastore1] e6e13027-15ba-4588-a067-5b0207a7ee4c {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.503468] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914d05f9-c9ce-435f-8991-f7307b2f228b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.508931] env[69433]: DEBUG oslo_vmware.api [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for the task: (returnval){ [ 1387.508931] env[69433]: value = "task-3339604" [ 1387.508931] env[69433]: _type = "Task" [ 1387.508931] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.516546] env[69433]: DEBUG oslo_vmware.api [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.947578] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.020180] env[69433]: DEBUG oslo_vmware.api [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Task: {'id': task-3339604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144903} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.020422] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.020603] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.020774] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.020941] env[69433]: INFO nova.compute.manager [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1388.021207] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.021381] env[69433]: DEBUG nova.compute.manager [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.021476] env[69433]: DEBUG nova.network.neutron [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.416841] env[69433]: DEBUG nova.compute.manager [req-7db81ed6-31c6-4bf5-b948-7878629b04be req-54c245d0-f6fb-4829-893c-88890cf59d74 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Received event network-vif-deleted-415d2df4-84d9-4009-8492-13f23105fac6 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.417113] env[69433]: INFO nova.compute.manager [req-7db81ed6-31c6-4bf5-b948-7878629b04be req-54c245d0-f6fb-4829-893c-88890cf59d74 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Neutron deleted interface 415d2df4-84d9-4009-8492-13f23105fac6; detaching it from the instance and deleting it from the info cache [ 1388.417318] env[69433]: DEBUG nova.network.neutron [req-7db81ed6-31c6-4bf5-b948-7878629b04be req-54c245d0-f6fb-4829-893c-88890cf59d74 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.452704] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1388.452949] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.216s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.901730] env[69433]: DEBUG nova.network.neutron [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.919584] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2738a30-298d-4ba6-b012-a3f6ee733034 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.929449] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed134d5b-c03b-43b4-b3bc-59e132c3ec90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.954186] env[69433]: DEBUG nova.compute.manager [req-7db81ed6-31c6-4bf5-b948-7878629b04be req-54c245d0-f6fb-4829-893c-88890cf59d74 service nova] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Detach interface failed, port_id=415d2df4-84d9-4009-8492-13f23105fac6, reason: Instance e6e13027-15ba-4588-a067-5b0207a7ee4c could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1389.404447] env[69433]: INFO nova.compute.manager [-] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Took 1.38 seconds to deallocate network for instance. [ 1389.452902] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.453560] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.453733] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.675422] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.675663] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.675813] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1389.910926] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.911241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.911495] env[69433]: DEBUG nova.objects.instance [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lazy-loading 'resources' on Instance uuid e6e13027-15ba-4588-a067-5b0207a7ee4c {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.454890] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaa2c83-7370-400a-ad3e-0e1e08d51b2d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.462351] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89df181b-47db-416a-9cd2-6ebc76634379 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.492393] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86373891-0d6d-4887-9adb-87cd346a9237 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.499624] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff63cf8-c06c-4846-8a41-c4304b24f143 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.512923] env[69433]: DEBUG nova.compute.provider_tree [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.016298] env[69433]: DEBUG nova.scheduler.client.report [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.521649] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.539129] env[69433]: INFO nova.scheduler.client.report [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Deleted allocations for instance e6e13027-15ba-4588-a067-5b0207a7ee4c [ 1391.670758] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.046394] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a71d787f-957f-49f5-8dc3-b17b8284fc05 tempest-AttachVolumeShelveTestJSON-1563551199 tempest-AttachVolumeShelveTestJSON-1563551199-project-member] Lock "e6e13027-15ba-4588-a067-5b0207a7ee4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.649s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.671100] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.954395] env[69433]: DEBUG nova.compute.manager [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1423.471564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.471833] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.976529] env[69433]: INFO nova.compute.claims [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.482516] env[69433]: INFO nova.compute.resource_tracker [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating resource usage from migration dfab8284-deee-4ca0-890c-0d3ff44b73ed [ 1424.517650] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c40a920-76ac-48f1-9619-e728d8bb39a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.525291] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1969440-813d-4d98-a438-145df7f6a832 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.555649] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c9608-038e-4171-8019-1a994216ac06 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.562206] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be4b86-20e1-4845-b5d8-53530e837b19 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.574751] env[69433]: DEBUG nova.compute.provider_tree [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.078498] env[69433]: DEBUG nova.scheduler.client.report [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.583749] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.112s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.584027] env[69433]: INFO nova.compute.manager [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Migrating [ 1426.098867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.099288] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.099288] env[69433]: DEBUG nova.network.neutron [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.873930] env[69433]: DEBUG nova.network.neutron [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.376612] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.892487] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0fa2f4-1903-445a-8871-812bbefb38c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.910963] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance 'e2140245-9a51-4d69-8ff3-3a94fcec4274' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1429.417358] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.417719] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df59b87d-84c8-430d-bdb6-40f596033812 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.425716] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1429.425716] env[69433]: value = "task-3339606" [ 1429.425716] env[69433]: _type = "Task" [ 1429.425716] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.432909] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.935562] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339606, 'name': PowerOffVM_Task, 'duration_secs': 0.184197} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.935998] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.935998] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance 'e2140245-9a51-4d69-8ff3-3a94fcec4274' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1430.443020] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1430.443319] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1430.443482] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1430.443670] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1430.443819] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1430.443970] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1430.444201] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1430.444364] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1430.444531] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1430.444692] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1430.444867] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1430.450075] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad2d8ef9-00cb-40be-abf0-3ee1dfad978a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.466760] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1430.466760] env[69433]: value = "task-3339607" [ 1430.466760] env[69433]: _type = "Task" [ 1430.466760] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.474406] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.976491] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339607, 'name': ReconfigVM_Task, 'duration_secs': 0.173741} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.976879] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance 'e2140245-9a51-4d69-8ff3-3a94fcec4274' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1431.483470] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1431.483794] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1431.483867] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1431.483987] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1431.484159] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1431.484309] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1431.484511] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1431.484672] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1431.484836] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1431.484998] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1431.485200] env[69433]: DEBUG nova.virt.hardware [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1431.490398] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1431.490679] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd682887-af07-4dd2-bfec-3e8e6e807205 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.508667] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1431.508667] env[69433]: value = "task-3339608" [ 1431.508667] env[69433]: _type = "Task" [ 1431.508667] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.519015] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.020102] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339608, 'name': ReconfigVM_Task, 'duration_secs': 0.145152} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.020102] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1432.020509] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae462923-5175-4750-95b1-0029f81c35b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.042956] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.043514] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05859637-3cd7-4a0d-ab4a-21cb777d9c7e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.061389] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1432.061389] env[69433]: value = "task-3339609" [ 1432.061389] env[69433]: _type = "Task" [ 1432.061389] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.068541] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339609, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.570614] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339609, 'name': ReconfigVM_Task, 'duration_secs': 0.242776} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.570886] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfigured VM instance instance-0000007e to attach disk [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.571184] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance 'e2140245-9a51-4d69-8ff3-3a94fcec4274' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.077482] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cdc4f2-3302-47aa-a80f-197b3d7aaa59 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.096049] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6be0f5c-2415-4da1-bab1-c6a13fb31be3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.112926] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance 'e2140245-9a51-4d69-8ff3-3a94fcec4274' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1433.652714] env[69433]: DEBUG nova.network.neutron [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Port 7051dce6-9ab2-4497-b270-9cc53342449e binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1434.675493] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.675493] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.675928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.711019] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.711335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.711438] env[69433]: DEBUG nova.network.neutron [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.396333] env[69433]: DEBUG nova.network.neutron [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.898960] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.429077] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3449ea81-bdf9-4e64-a2f8-90e0d280f412 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.447442] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e407eff-e058-48fb-9d58-3017a708d8df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.453786] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance 'e2140245-9a51-4d69-8ff3-3a94fcec4274' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1437.959756] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1437.960202] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8278a45d-c376-4eeb-8ad1-7b073f256890 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.967052] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1437.967052] env[69433]: value = "task-3339610" [ 1437.967052] env[69433]: _type = "Task" [ 1437.967052] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.974643] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.477452] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.977538] env[69433]: DEBUG oslo_vmware.api [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339610, 'name': PowerOnVM_Task, 'duration_secs': 0.591741} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.977924] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1438.978030] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9b3a4d6e-c13e-497a-9a26-f931bc6697ec tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance 'e2140245-9a51-4d69-8ff3-3a94fcec4274' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1441.280313] env[69433]: DEBUG nova.network.neutron [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Port 7051dce6-9ab2-4497-b270-9cc53342449e binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1441.280628] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.280726] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.280896] env[69433]: DEBUG nova.network.neutron [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.979414] env[69433]: DEBUG nova.network.neutron [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.483114] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.986926] env[69433]: DEBUG nova.compute.manager [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69433) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1442.987165] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.987424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.490606] env[69433]: DEBUG nova.objects.instance [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'migration_context' on Instance uuid e2140245-9a51-4d69-8ff3-3a94fcec4274 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.037292] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e342ff-b772-4d17-82ec-be2d5fc8e82f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.044701] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4950270a-06ac-49dd-8954-2e05b5c00401 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.075176] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f834de-b13d-433d-9b17-d61b5cde1954 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.083025] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafb2c27-cfa9-4fa9-92ae-ee87de689dd3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.096073] env[69433]: DEBUG nova.compute.provider_tree [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.599256] env[69433]: DEBUG nova.scheduler.client.report [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.611980] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.624s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.675472] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.675979] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.150183] env[69433]: INFO nova.compute.manager [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Swapping old allocation on dict_keys(['c6656b5b-c9e7-42e9-bada-ff4406bd4151']) held by migration dfab8284-deee-4ca0-890c-0d3ff44b73ed for instance [ 1447.170943] env[69433]: DEBUG nova.scheduler.client.report [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Overwriting current allocation {'allocations': {'c6656b5b-c9e7-42e9-bada-ff4406bd4151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': '867202cb6dd0455abcdd5efa38c4cb8a', 'user_id': 'f52769f746064e4398a21de6e30295f4', 'consumer_generation': 1} on consumer e2140245-9a51-4d69-8ff3-3a94fcec4274 {{(pid=69433) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1447.177905] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.178164] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.178354] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.178531] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1447.179402] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0437d6-8623-4633-bd90-6c80ccbf26b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.187132] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5132edb9-8eb1-4b73-a5a8-4f930c5fccdb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.201969] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed9a065-dedb-4b72-96e7-b8c8fbb7bc0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.208091] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb90e3bc-d273-4875-ae2d-783e8e67991f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.237084] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180525MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1447.237253] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.237477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.267938] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.268136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.268339] env[69433]: DEBUG nova.network.neutron [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.963696] env[69433]: DEBUG nova.network.neutron [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [{"id": "7051dce6-9ab2-4497-b270-9cc53342449e", "address": "fa:16:3e:84:42:99", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7051dce6-9a", "ovs_interfaceid": "7051dce6-9ab2-4497-b270-9cc53342449e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.261298] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance e2140245-9a51-4d69-8ff3-3a94fcec4274 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1448.261535] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1448.261685] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1448.288068] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbc72af-d389-45c4-b6a1-523731e925a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.295333] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c49fc9e-46e3-42fe-b0a8-dbc55e1b9d1c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.325257] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cedbdc7-7417-4a0a-88e9-a4dd3f8eb654 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.331828] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79edb886-f521-4292-bf93-839058bb6072 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.344337] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.466636] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-e2140245-9a51-4d69-8ff3-3a94fcec4274" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.467114] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.467386] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1abfa114-3abc-4dbc-81b8-e5ae1b3f588a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.475230] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1448.475230] env[69433]: value = "task-3339611" [ 1448.475230] env[69433]: _type = "Task" [ 1448.475230] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.484061] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.847245] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.984921] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339611, 'name': PowerOffVM_Task, 'duration_secs': 0.175587} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.985381] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.985847] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1448.986075] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.986234] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1448.986421] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.986568] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1448.986717] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1448.986922] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1448.987094] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1448.987261] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1448.987424] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1448.987595] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1448.992845] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea7bad8-8b2d-4d82-af57-77cac27d925a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.007669] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1449.007669] env[69433]: value = "task-3339612" [ 1449.007669] env[69433]: _type = "Task" [ 1449.007669] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.014866] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.351671] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1449.351866] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.352140] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.352303] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1449.516730] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339612, 'name': ReconfigVM_Task, 'duration_secs': 0.121857} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.517454] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a9d91c-c747-4725-956a-90d0a9e709e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.534818] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1449.535064] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1449.535207] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1449.535388] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1449.535536] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1449.535682] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1449.535884] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1449.536056] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1449.536231] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1449.536389] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1449.536562] env[69433]: DEBUG nova.virt.hardware [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1449.537618] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1608a52-7a0b-4694-9612-b1a2cb226207 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.543140] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1449.543140] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238053e-5b43-6c19-f05f-54de9f9821d7" [ 1449.543140] env[69433]: _type = "Task" [ 1449.543140] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.551835] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238053e-5b43-6c19-f05f-54de9f9821d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.860750] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] There are 24 instances to clean {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1449.861049] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 88685890-9657-436a-9bb5-c2830b47100e] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.052967] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5238053e-5b43-6c19-f05f-54de9f9821d7, 'name': SearchDatastore_Task, 'duration_secs': 0.007057} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.058953] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1450.059230] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1e95cb-82fb-4cad-9a2b-96f297d18da2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.075999] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1450.075999] env[69433]: value = "task-3339613" [ 1450.075999] env[69433]: _type = "Task" [ 1450.075999] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.083540] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.364075] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 77916b36-fc13-4462-ab2c-87178bb50d40] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1450.586201] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339613, 'name': ReconfigVM_Task, 'duration_secs': 0.172259} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.586410] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1450.587171] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef96a66-2fca-4f0d-a202-31e3d1e049e2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.608942] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.609172] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29a443b-aa1a-4d06-9400-eed421ad0d2f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.626239] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1450.626239] env[69433]: value = "task-3339614" [ 1450.626239] env[69433]: _type = "Task" [ 1450.626239] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.633479] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.867872] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 3842a735-ed11-418e-be81-81eaa58abd8f] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.136256] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339614, 'name': ReconfigVM_Task, 'duration_secs': 0.253742} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.136641] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Reconfigured VM instance instance-0000007e to attach disk [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274/e2140245-9a51-4d69-8ff3-3a94fcec4274.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.137343] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed71982-70b8-40a4-9750-85d20c83711c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.155195] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb05cda-c91f-4d36-9bf9-4a19a0c40f37 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.173952] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3791623e-acb1-44bf-ac2b-976283ee9292 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.190890] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f59790-1e83-4966-af4f-f0472885fede {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.197097] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.197310] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dffa5bb6-9ed6-422e-9ee9-398bcdf390a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.204283] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1451.204283] env[69433]: value = "task-3339615" [ 1451.204283] env[69433]: _type = "Task" [ 1451.204283] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.211364] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.371259] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 62cd3be2-bf3f-4146-8654-2cb8c0256aec] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1451.714972] env[69433]: DEBUG oslo_vmware.api [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339615, 'name': PowerOnVM_Task, 'duration_secs': 0.370125} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.715269] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.875051] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: e6e13027-15ba-4588-a067-5b0207a7ee4c] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.377703] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: c9fa4afc-b300-436b-b4db-eca2fb1888c9] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1452.726613] env[69433]: INFO nova.compute.manager [None req-5bc1b0a3-8e97-45f5-b666-9c9aad4f0e08 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance to original state: 'active' [ 1452.881111] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 3436dca9-a8ad-4909-821e-e92c6f1189e4] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.383844] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: a2d1b775-aa31-42d0-96d2-05a008df7d9c] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1453.689066] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "e2140245-9a51-4d69-8ff3-3a94fcec4274" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.689296] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.689509] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.689693] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.689865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.692058] env[69433]: INFO nova.compute.manager [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Terminating instance [ 1453.887238] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 1d172951-3dfb-4b11-828c-2aa7bc6e2d85] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.195729] env[69433]: DEBUG nova.compute.manager [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.195960] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.196878] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594ee601-27e6-4c02-a95d-edfee583d52f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.205063] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.205286] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5cf8b23-608b-470d-9659-613fc974c0df {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.210820] env[69433]: DEBUG oslo_vmware.api [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1454.210820] env[69433]: value = "task-3339616" [ 1454.210820] env[69433]: _type = "Task" [ 1454.210820] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.218545] env[69433]: DEBUG oslo_vmware.api [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.390649] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 175cc9e3-155e-4176-be8c-64aa28b27684] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1454.720884] env[69433]: DEBUG oslo_vmware.api [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339616, 'name': PowerOffVM_Task, 'duration_secs': 0.173889} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.721160] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.721332] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.721621] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33ebf8b3-acc3-44e0-9d83-31a888415f01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.779662] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.779884] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.780073] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleting the datastore file [datastore2] e2140245-9a51-4d69-8ff3-3a94fcec4274 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.780340] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97116e3b-21c3-4a8b-9993-4242ab41f4e5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.787046] env[69433]: DEBUG oslo_vmware.api [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1454.787046] env[69433]: value = "task-3339618" [ 1454.787046] env[69433]: _type = "Task" [ 1454.787046] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.794797] env[69433]: DEBUG oslo_vmware.api [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339618, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.893546] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 985d923a-ca96-4b8c-8612-881a9351678f] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.296412] env[69433]: DEBUG oslo_vmware.api [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339618, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155638} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.296662] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.296909] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.297126] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.297305] env[69433]: INFO nova.compute.manager [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1455.297543] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1455.297732] env[69433]: DEBUG nova.compute.manager [-] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1455.297828] env[69433]: DEBUG nova.network.neutron [-] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.397042] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 2de4a067-0c18-4ec2-a982-0cccb4d41179] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.900813] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: c0caa021-1e54-4d1b-b28a-fdb5987b8eca] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1455.927954] env[69433]: DEBUG nova.compute.manager [req-649cd601-19fa-4bfe-8336-a9bd8ccf1adf req-b15e3b46-443a-496a-9e51-25deaa0fdf8f service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Received event network-vif-deleted-7051dce6-9ab2-4497-b270-9cc53342449e {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1455.928183] env[69433]: INFO nova.compute.manager [req-649cd601-19fa-4bfe-8336-a9bd8ccf1adf req-b15e3b46-443a-496a-9e51-25deaa0fdf8f service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Neutron deleted interface 7051dce6-9ab2-4497-b270-9cc53342449e; detaching it from the instance and deleting it from the info cache [ 1455.928359] env[69433]: DEBUG nova.network.neutron [req-649cd601-19fa-4bfe-8336-a9bd8ccf1adf req-b15e3b46-443a-496a-9e51-25deaa0fdf8f service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.403675] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 50cbf852-5159-4e39-880a-8cb4e388bebf] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.405580] env[69433]: DEBUG nova.network.neutron [-] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.430398] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d6fc535-8eef-4269-a641-537f22f4ea8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.441413] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ddb6c2-de4b-43a1-8920-ff3f21b1a056 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.464321] env[69433]: DEBUG nova.compute.manager [req-649cd601-19fa-4bfe-8336-a9bd8ccf1adf req-b15e3b46-443a-496a-9e51-25deaa0fdf8f service nova] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Detach interface failed, port_id=7051dce6-9ab2-4497-b270-9cc53342449e, reason: Instance e2140245-9a51-4d69-8ff3-3a94fcec4274 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1456.908236] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 2344a033-d266-49fd-b6a9-414d29e0eae2] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1456.910225] env[69433]: INFO nova.compute.manager [-] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Took 1.61 seconds to deallocate network for instance. [ 1457.411725] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: c1676d61-698c-43e1-8965-f7ffe09d97dc] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1457.417053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.417323] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.417542] env[69433]: DEBUG nova.objects.instance [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'resources' on Instance uuid e2140245-9a51-4d69-8ff3-3a94fcec4274 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.915317] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 5fe04a0b-b285-4819-86b0-a063840f276f] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.070130] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8779dc16-1ba3-457f-8b77-1d70facb1636 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.077534] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84de7c0b-3693-4060-bc17-1ae8ee24e76b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.106738] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b41d8-5c93-4faf-a1e9-e60fd90dd6f2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.114164] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbdd6a8-c7a7-488d-86bf-8658fb3ab761 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.128203] env[69433]: DEBUG nova.compute.provider_tree [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.419464] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 673b49e8-f5c2-4837-a023-9632d53e8c60] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1458.631997] env[69433]: DEBUG nova.scheduler.client.report [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.923222] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 5fb5d120-3d5d-4f1b-9def-090132734cd8] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.137399] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.157902] env[69433]: INFO nova.scheduler.client.report [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted allocations for instance e2140245-9a51-4d69-8ff3-3a94fcec4274 [ 1459.426140] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: fe2e0396-405d-4a43-ba5d-8e19161b0909] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.666374] env[69433]: DEBUG oslo_concurrency.lockutils [None req-00b98d4f-0a55-456a-b0d0-6091120bc6a4 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "e2140245-9a51-4d69-8ff3-3a94fcec4274" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.977s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.930391] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 88d46771-e986-48c4-a7aa-469b26226405] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.434137] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 83e988de-f174-4768-9f25-518e437b0532] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.692852] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "691c4352-dbd7-40c9-a112-793ae9eede83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.693119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.937544] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 7ee9db8e-290d-4ffb-b4c1-2109511da4f2] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.195259] env[69433]: DEBUG nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.440806] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 3d34de78-04b1-4473-b577-88f8014a5c19] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.717605] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.717880] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.719813] env[69433]: INFO nova.compute.claims [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1461.945334] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.945539] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69433) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1462.448701] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.755287] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e882beaf-efc4-4b59-9811-0bc312aa29c0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.763026] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811724b2-20fb-4fae-84ca-19917d4dfcd7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.792649] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21400f61-bb7d-4ac4-b798-b78369f5b346 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.799233] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a4bde3-1707-4866-8aad-9161a1aaf873 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.812548] env[69433]: DEBUG nova.compute.provider_tree [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.316415] env[69433]: DEBUG nova.scheduler.client.report [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.821021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.103s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.821582] env[69433]: DEBUG nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1464.327303] env[69433]: DEBUG nova.compute.utils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1464.328694] env[69433]: DEBUG nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1464.328860] env[69433]: DEBUG nova.network.neutron [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1464.376864] env[69433]: DEBUG nova.policy [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52769f746064e4398a21de6e30295f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867202cb6dd0455abcdd5efa38c4cb8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1464.639950] env[69433]: DEBUG nova.network.neutron [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Successfully created port: 2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1464.832672] env[69433]: DEBUG nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1464.949707] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.949964] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.950112] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.950276] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.950425] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.950577] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.950718] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1465.844057] env[69433]: DEBUG nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1465.869657] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1465.869838] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1465.869997] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1465.870203] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1465.870355] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1465.870505] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1465.870710] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1465.870936] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1465.871126] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1465.871295] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1465.871470] env[69433]: DEBUG nova.virt.hardware [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1465.872415] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3e032a-a3e1-4561-a89e-9e6e2158cfa2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.880115] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a2c392-0917-4707-9906-a8f11518a0db {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.020098] env[69433]: DEBUG nova.compute.manager [req-dfdc3c12-49cd-4f38-a7d9-a3fd7d951927 req-ac5872b7-5269-4e87-8610-cfc7bce1cd69 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Received event network-vif-plugged-2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.020463] env[69433]: DEBUG oslo_concurrency.lockutils [req-dfdc3c12-49cd-4f38-a7d9-a3fd7d951927 req-ac5872b7-5269-4e87-8610-cfc7bce1cd69 service nova] Acquiring lock "691c4352-dbd7-40c9-a112-793ae9eede83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.020806] env[69433]: DEBUG oslo_concurrency.lockutils [req-dfdc3c12-49cd-4f38-a7d9-a3fd7d951927 req-ac5872b7-5269-4e87-8610-cfc7bce1cd69 service nova] Lock "691c4352-dbd7-40c9-a112-793ae9eede83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.021116] env[69433]: DEBUG oslo_concurrency.lockutils [req-dfdc3c12-49cd-4f38-a7d9-a3fd7d951927 req-ac5872b7-5269-4e87-8610-cfc7bce1cd69 service nova] Lock "691c4352-dbd7-40c9-a112-793ae9eede83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.021415] env[69433]: DEBUG nova.compute.manager [req-dfdc3c12-49cd-4f38-a7d9-a3fd7d951927 req-ac5872b7-5269-4e87-8610-cfc7bce1cd69 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] No waiting events found dispatching network-vif-plugged-2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1466.021715] env[69433]: WARNING nova.compute.manager [req-dfdc3c12-49cd-4f38-a7d9-a3fd7d951927 req-ac5872b7-5269-4e87-8610-cfc7bce1cd69 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Received unexpected event network-vif-plugged-2e250236-ac4f-44d8-915e-eeeb0d41f2f5 for instance with vm_state building and task_state spawning. [ 1466.100030] env[69433]: DEBUG nova.network.neutron [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Successfully updated port: 2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1466.602591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.602591] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.602591] env[69433]: DEBUG nova.network.neutron [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1467.133273] env[69433]: DEBUG nova.network.neutron [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1467.248290] env[69433]: DEBUG nova.network.neutron [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updating instance_info_cache with network_info: [{"id": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "address": "fa:16:3e:cb:e3:55", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e250236-ac", "ovs_interfaceid": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.750642] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.750994] env[69433]: DEBUG nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Instance network_info: |[{"id": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "address": "fa:16:3e:cb:e3:55", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e250236-ac", "ovs_interfaceid": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1467.751442] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:e3:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e250236-ac4f-44d8-915e-eeeb0d41f2f5', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1467.758882] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1467.759094] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1467.760585] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f4ef445-eed5-42e1-8ac9-2249dd430390 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.781200] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1467.781200] env[69433]: value = "task-3339619" [ 1467.781200] env[69433]: _type = "Task" [ 1467.781200] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.788351] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339619, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.045888] env[69433]: DEBUG nova.compute.manager [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Received event network-changed-2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1468.046113] env[69433]: DEBUG nova.compute.manager [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Refreshing instance network info cache due to event network-changed-2e250236-ac4f-44d8-915e-eeeb0d41f2f5. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1468.046322] env[69433]: DEBUG oslo_concurrency.lockutils [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] Acquiring lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.046559] env[69433]: DEBUG oslo_concurrency.lockutils [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] Acquired lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.046857] env[69433]: DEBUG nova.network.neutron [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Refreshing network info cache for port 2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.292023] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339619, 'name': CreateVM_Task, 'duration_secs': 0.29656} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.292023] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1468.292419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.292419] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.292580] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.292818] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1adfedd5-5cff-4781-8291-df0c011dd7c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.296909] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1468.296909] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527e52ef-7eb5-6a43-01c8-d20f0d3790cd" [ 1468.296909] env[69433]: _type = "Task" [ 1468.296909] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.304201] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527e52ef-7eb5-6a43-01c8-d20f0d3790cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.719869] env[69433]: DEBUG nova.network.neutron [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updated VIF entry in instance network info cache for port 2e250236-ac4f-44d8-915e-eeeb0d41f2f5. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.720239] env[69433]: DEBUG nova.network.neutron [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updating instance_info_cache with network_info: [{"id": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "address": "fa:16:3e:cb:e3:55", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e250236-ac", "ovs_interfaceid": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.807277] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527e52ef-7eb5-6a43-01c8-d20f0d3790cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.807574] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.807815] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1468.808063] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.808219] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.808401] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1468.808660] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-329dfb08-f5a2-4140-b10d-fac2c8a16070 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.816889] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1468.817066] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1468.817801] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591e367f-d0aa-49c6-bf01-f24e7cc8dea3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.822589] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1468.822589] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a13642-2ee4-8833-1180-af2d80e5be33" [ 1468.822589] env[69433]: _type = "Task" [ 1468.822589] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.829893] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a13642-2ee4-8833-1180-af2d80e5be33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.223438] env[69433]: DEBUG oslo_concurrency.lockutils [req-9e89f9a0-1b94-4bab-9ab2-51b7b806b395 req-f3b34382-e284-435b-bb09-296cf08eef17 service nova] Releasing lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.332935] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a13642-2ee4-8833-1180-af2d80e5be33, 'name': SearchDatastore_Task, 'duration_secs': 0.007859} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.333700] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-687a04e8-9200-498d-9eb8-441f41d1cd0e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.338356] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1469.338356] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52df0734-7fc2-f5ac-5c05-bfa92b77b798" [ 1469.338356] env[69433]: _type = "Task" [ 1469.338356] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.345331] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52df0734-7fc2-f5ac-5c05-bfa92b77b798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.848816] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52df0734-7fc2-f5ac-5c05-bfa92b77b798, 'name': SearchDatastore_Task, 'duration_secs': 0.008692} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.849145] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "[datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.849370] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 691c4352-dbd7-40c9-a112-793ae9eede83/691c4352-dbd7-40c9-a112-793ae9eede83.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1469.849623] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57571280-5f75-4857-a263-16af84e11bde {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.855920] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1469.855920] env[69433]: value = "task-3339620" [ 1469.855920] env[69433]: _type = "Task" [ 1469.855920] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.863099] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.365390] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339620, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.866716] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51353} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.866985] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore2] 691c4352-dbd7-40c9-a112-793ae9eede83/691c4352-dbd7-40c9-a112-793ae9eede83.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1470.867199] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1470.867442] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-915f0d98-6a97-4ee1-a542-b128c87b8ce8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.873462] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1470.873462] env[69433]: value = "task-3339621" [ 1470.873462] env[69433]: _type = "Task" [ 1470.873462] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.880617] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.382855] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061971} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.383234] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1471.383930] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7b51fa-693d-407b-bdb5-3f9c55747012 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.405240] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 691c4352-dbd7-40c9-a112-793ae9eede83/691c4352-dbd7-40c9-a112-793ae9eede83.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.405495] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1ee839-2be6-484f-8c12-45c5febec66d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.425411] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1471.425411] env[69433]: value = "task-3339622" [ 1471.425411] env[69433]: _type = "Task" [ 1471.425411] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.432973] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339622, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.936058] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339622, 'name': ReconfigVM_Task, 'duration_secs': 0.309735} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.936058] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 691c4352-dbd7-40c9-a112-793ae9eede83/691c4352-dbd7-40c9-a112-793ae9eede83.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1471.936385] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbb49d75-a5c2-48fb-8c06-1d9b64006aa9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.942825] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1471.942825] env[69433]: value = "task-3339623" [ 1471.942825] env[69433]: _type = "Task" [ 1471.942825] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.950700] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339623, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.452959] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339623, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.954422] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339623, 'name': Rename_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.455062] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339623, 'name': Rename_Task, 'duration_secs': 1.128412} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.455062] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1473.455062] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3936536c-533c-41c4-9d0f-cced4b44562d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.461156] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1473.461156] env[69433]: value = "task-3339624" [ 1473.461156] env[69433]: _type = "Task" [ 1473.461156] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.468247] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.970618] env[69433]: DEBUG oslo_vmware.api [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339624, 'name': PowerOnVM_Task, 'duration_secs': 0.401593} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.970872] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1473.971113] env[69433]: INFO nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1473.971304] env[69433]: DEBUG nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1473.972058] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3bfb83-4526-46b6-bf11-da313ee5ede0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.490528] env[69433]: INFO nova.compute.manager [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Took 12.79 seconds to build instance. [ 1474.993140] env[69433]: DEBUG oslo_concurrency.lockutils [None req-46828b06-97da-4f41-adc0-480bbd4c137a tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.300s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.155375] env[69433]: DEBUG nova.compute.manager [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Received event network-changed-2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1475.155583] env[69433]: DEBUG nova.compute.manager [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Refreshing instance network info cache due to event network-changed-2e250236-ac4f-44d8-915e-eeeb0d41f2f5. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1475.155802] env[69433]: DEBUG oslo_concurrency.lockutils [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] Acquiring lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.155948] env[69433]: DEBUG oslo_concurrency.lockutils [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] Acquired lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.156154] env[69433]: DEBUG nova.network.neutron [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Refreshing network info cache for port 2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.849346] env[69433]: DEBUG nova.network.neutron [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updated VIF entry in instance network info cache for port 2e250236-ac4f-44d8-915e-eeeb0d41f2f5. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.849688] env[69433]: DEBUG nova.network.neutron [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updating instance_info_cache with network_info: [{"id": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "address": "fa:16:3e:cb:e3:55", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e250236-ac", "ovs_interfaceid": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.352515] env[69433]: DEBUG oslo_concurrency.lockutils [req-10dc46ee-c7c8-475a-a5e0-40bf47f9cec3 req-1b389db8-f498-4902-9e8d-dc7d7d4204fd service nova] Releasing lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.675835] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1508.179564] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.179840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.180044] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.180223] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1508.181148] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b4f045-8ea4-4adf-8172-f8e1252d044d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.189236] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0f5a80-5a0e-439a-a018-50ecd308f6ab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.202932] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e879b9-bf4a-4506-a490-296092269e85 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.208859] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939d5de-ff97-45c5-9665-42df511ccf54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.237984] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180662MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1508.238194] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.238351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.261520] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 691c4352-dbd7-40c9-a112-793ae9eede83 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1509.261766] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1509.261885] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1509.290530] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d831f09-b3d4-48c0-a5e4-900a399325ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.297918] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14602a63-034a-4ee2-bfc8-b84c49e17941 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.327320] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ee2463-962d-4308-a2eb-db2dc97017a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.334083] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38c6faa-e253-462d-be54-ef42bd5578b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.346890] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.849764] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.354720] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1510.355119] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.354524] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.354745] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.355048] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.355048] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.355183] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.355327] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1511.519234] env[69433]: DEBUG oslo_concurrency.lockutils [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "691c4352-dbd7-40c9-a112-793ae9eede83" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.519490] env[69433]: DEBUG oslo_concurrency.lockutils [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.519675] env[69433]: DEBUG nova.compute.manager [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.520628] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44439404-fdc1-4995-9e15-b1c5a2f65dd1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.527579] env[69433]: DEBUG nova.compute.manager [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1511.528145] env[69433]: DEBUG nova.objects.instance [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'flavor' on Instance uuid 691c4352-dbd7-40c9-a112-793ae9eede83 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1512.536967] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.537371] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f51f5b5d-ce1d-4dad-a9c2-dddef8e69cda {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.544953] env[69433]: DEBUG oslo_vmware.api [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1512.544953] env[69433]: value = "task-3339625" [ 1512.544953] env[69433]: _type = "Task" [ 1512.544953] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.553540] env[69433]: DEBUG oslo_vmware.api [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.675940] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1513.054779] env[69433]: DEBUG oslo_vmware.api [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339625, 'name': PowerOffVM_Task, 'duration_secs': 0.186724} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.055053] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.055296] env[69433]: DEBUG nova.compute.manager [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.055996] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c892356-9d00-44a1-b0b8-182b9969c631 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.566540] env[69433]: DEBUG oslo_concurrency.lockutils [None req-19d6a484-8de1-4a19-88c0-54d69d5142d2 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.017452] env[69433]: DEBUG nova.objects.instance [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'flavor' on Instance uuid 691c4352-dbd7-40c9-a112-793ae9eede83 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.522017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.522229] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.522422] env[69433]: DEBUG nova.network.neutron [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.522611] env[69433]: DEBUG nova.objects.instance [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'info_cache' on Instance uuid 691c4352-dbd7-40c9-a112-793ae9eede83 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.670507] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.026187] env[69433]: DEBUG nova.objects.base [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Object Instance<691c4352-dbd7-40c9-a112-793ae9eede83> lazy-loaded attributes: flavor,info_cache {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1515.760137] env[69433]: DEBUG nova.network.neutron [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updating instance_info_cache with network_info: [{"id": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "address": "fa:16:3e:cb:e3:55", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e250236-ac", "ovs_interfaceid": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.262676] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.268184] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1517.268492] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c46d0141-764b-42d5-b4eb-ce747c8edf33 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.275439] env[69433]: DEBUG oslo_vmware.api [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1517.275439] env[69433]: value = "task-3339626" [ 1517.275439] env[69433]: _type = "Task" [ 1517.275439] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.283026] env[69433]: DEBUG oslo_vmware.api [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.784938] env[69433]: DEBUG oslo_vmware.api [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339626, 'name': PowerOnVM_Task, 'duration_secs': 0.367771} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.785222] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1517.785420] env[69433]: DEBUG nova.compute.manager [None req-d8dfaadd-b57b-4103-9878-14ef464f9820 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1517.786174] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc7772f-2bbf-4787-8720-e02b40a5ca4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.755623] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72baa612-4357-4655-9a1c-02498b446c60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.762248] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f5274-050f-4566-8c59-76dfe5f3b273 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Suspending the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1518.762468] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ce5d76a2-4f52-4c61-871e-0b85983beeea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.768351] env[69433]: DEBUG oslo_vmware.api [None req-f61f5274-050f-4566-8c59-76dfe5f3b273 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1518.768351] env[69433]: value = "task-3339627" [ 1518.768351] env[69433]: _type = "Task" [ 1518.768351] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.775380] env[69433]: DEBUG oslo_vmware.api [None req-f61f5274-050f-4566-8c59-76dfe5f3b273 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339627, 'name': SuspendVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.278424] env[69433]: DEBUG oslo_vmware.api [None req-f61f5274-050f-4566-8c59-76dfe5f3b273 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339627, 'name': SuspendVM_Task} progress is 70%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.779553] env[69433]: DEBUG oslo_vmware.api [None req-f61f5274-050f-4566-8c59-76dfe5f3b273 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339627, 'name': SuspendVM_Task, 'duration_secs': 0.576448} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.779949] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f61f5274-050f-4566-8c59-76dfe5f3b273 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Suspended the VM {{(pid=69433) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1519.779995] env[69433]: DEBUG nova.compute.manager [None req-f61f5274-050f-4566-8c59-76dfe5f3b273 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1519.780768] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46fe33-369e-40c5-a889-b93aab0280d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.066690] env[69433]: INFO nova.compute.manager [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Resuming [ 1521.067259] env[69433]: DEBUG nova.objects.instance [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'flavor' on Instance uuid 691c4352-dbd7-40c9-a112-793ae9eede83 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1522.577707] env[69433]: DEBUG oslo_concurrency.lockutils [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.578113] env[69433]: DEBUG oslo_concurrency.lockutils [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquired lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.578113] env[69433]: DEBUG nova.network.neutron [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.268854] env[69433]: DEBUG nova.network.neutron [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updating instance_info_cache with network_info: [{"id": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "address": "fa:16:3e:cb:e3:55", "network": {"id": "d6e40478-cf74-4a5a-b3b2-fcc25e9085f7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-510627341-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "867202cb6dd0455abcdd5efa38c4cb8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e250236-ac", "ovs_interfaceid": "2e250236-ac4f-44d8-915e-eeeb0d41f2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.772145] env[69433]: DEBUG oslo_concurrency.lockutils [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Releasing lock "refresh_cache-691c4352-dbd7-40c9-a112-793ae9eede83" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.773153] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d027d342-648b-4227-b426-acdf79a7290c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.779882] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Resuming the VM {{(pid=69433) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1523.780114] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b93ffad7-802c-4fe2-bc29-56d6f03c023b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.786093] env[69433]: DEBUG oslo_vmware.api [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1523.786093] env[69433]: value = "task-3339628" [ 1523.786093] env[69433]: _type = "Task" [ 1523.786093] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.793617] env[69433]: DEBUG oslo_vmware.api [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.297500] env[69433]: DEBUG oslo_vmware.api [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339628, 'name': PowerOnVM_Task, 'duration_secs': 0.469923} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.297861] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Resumed the VM {{(pid=69433) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1524.298065] env[69433]: DEBUG nova.compute.manager [None req-40154c0a-10da-4136-a329-5d13cfe76476 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.298928] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e9bac-e6ba-4a12-998f-a533c7370994 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.670892] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.705894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "691c4352-dbd7-40c9-a112-793ae9eede83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.706356] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.706406] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "691c4352-dbd7-40c9-a112-793ae9eede83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.706552] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.706721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.708845] env[69433]: INFO nova.compute.manager [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Terminating instance [ 1526.212632] env[69433]: DEBUG nova.compute.manager [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1526.212859] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1526.213782] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1d8667-fbc3-49a1-945d-6ad0b9d97ff2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.221974] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1526.222206] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b2ca67e-0d93-47e1-bf5f-b8e381da23dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.228697] env[69433]: DEBUG oslo_vmware.api [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1526.228697] env[69433]: value = "task-3339629" [ 1526.228697] env[69433]: _type = "Task" [ 1526.228697] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.235772] env[69433]: DEBUG oslo_vmware.api [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.738013] env[69433]: DEBUG oslo_vmware.api [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339629, 'name': PowerOffVM_Task, 'duration_secs': 0.189294} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.738380] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.738380] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.738628] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40aee55c-ec8c-4cc8-96ae-f0a565707bf2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.802068] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.802272] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Deleting contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.802476] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleting the datastore file [datastore2] 691c4352-dbd7-40c9-a112-793ae9eede83 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.802787] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56c89323-7685-4d4a-b552-2c71df1a21c6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.809320] env[69433]: DEBUG oslo_vmware.api [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for the task: (returnval){ [ 1526.809320] env[69433]: value = "task-3339631" [ 1526.809320] env[69433]: _type = "Task" [ 1526.809320] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.816665] env[69433]: DEBUG oslo_vmware.api [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.318960] env[69433]: DEBUG oslo_vmware.api [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Task: {'id': task-3339631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22106} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.319230] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1527.319417] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Deleted contents of the VM from datastore datastore2 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1527.319591] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1527.319764] env[69433]: INFO nova.compute.manager [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1527.320025] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.320222] env[69433]: DEBUG nova.compute.manager [-] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1527.320321] env[69433]: DEBUG nova.network.neutron [-] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.819249] env[69433]: DEBUG nova.compute.manager [req-e5ff62cb-b24f-4770-a233-f7b7421f7cf4 req-6029e3c4-d25c-4d09-ab37-ec1753a0d5ae service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Received event network-vif-deleted-2e250236-ac4f-44d8-915e-eeeb0d41f2f5 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.819590] env[69433]: INFO nova.compute.manager [req-e5ff62cb-b24f-4770-a233-f7b7421f7cf4 req-6029e3c4-d25c-4d09-ab37-ec1753a0d5ae service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Neutron deleted interface 2e250236-ac4f-44d8-915e-eeeb0d41f2f5; detaching it from the instance and deleting it from the info cache [ 1527.819590] env[69433]: DEBUG nova.network.neutron [req-e5ff62cb-b24f-4770-a233-f7b7421f7cf4 req-6029e3c4-d25c-4d09-ab37-ec1753a0d5ae service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.265217] env[69433]: DEBUG nova.network.neutron [-] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.323136] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4ebc58e-4788-47b8-a2fc-7ccb718c6274 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.334048] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f93d955-35e8-453a-9510-33d0a05ba2c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.358229] env[69433]: DEBUG nova.compute.manager [req-e5ff62cb-b24f-4770-a233-f7b7421f7cf4 req-6029e3c4-d25c-4d09-ab37-ec1753a0d5ae service nova] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Detach interface failed, port_id=2e250236-ac4f-44d8-915e-eeeb0d41f2f5, reason: Instance 691c4352-dbd7-40c9-a112-793ae9eede83 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1528.768334] env[69433]: INFO nova.compute.manager [-] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Took 1.45 seconds to deallocate network for instance. [ 1529.275017] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.275345] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.275568] env[69433]: DEBUG nova.objects.instance [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lazy-loading 'resources' on Instance uuid 691c4352-dbd7-40c9-a112-793ae9eede83 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.809376] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1254ca32-e715-470f-b480-495ac0b498c7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.817805] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d6a8ba-29a3-465c-a7e5-a2e82c3ce6d0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.847249] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d9dcd1-1665-4b8f-b44f-c47809d16733 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.854045] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8dbcc1-e837-40dc-ae17-b4fcd47961a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.866869] env[69433]: DEBUG nova.compute.provider_tree [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.370207] env[69433]: DEBUG nova.scheduler.client.report [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.876142] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.899243] env[69433]: INFO nova.scheduler.client.report [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Deleted allocations for instance 691c4352-dbd7-40c9-a112-793ae9eede83 [ 1531.407561] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d31de8d0-8e69-49f6-8374-25097fe8cd62 tempest-ServerActionsTestJSON-1834980870 tempest-ServerActionsTestJSON-1834980870-project-member] Lock "691c4352-dbd7-40c9-a112-793ae9eede83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1537.054816] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "7de2fa99-9644-400a-bea9-6f3227716b26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.055143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.557794] env[69433]: DEBUG nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.081252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.081530] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.083155] env[69433]: INFO nova.compute.claims [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1539.121989] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0bf662-4996-47bc-8da2-5ddf92db7e3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.129520] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59279bd6-e51e-46bc-898a-52d03dab6150 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.160373] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930384f3-94b6-4b01-a75e-31b6fe1f42f8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.167184] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aaea30-8c80-499d-9589-5516f67fead2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.180089] env[69433]: DEBUG nova.compute.provider_tree [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.683378] env[69433]: DEBUG nova.scheduler.client.report [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1540.187923] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.188485] env[69433]: DEBUG nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1540.694022] env[69433]: DEBUG nova.compute.utils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1540.694906] env[69433]: DEBUG nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1540.695103] env[69433]: DEBUG nova.network.neutron [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1540.738351] env[69433]: DEBUG nova.policy [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8890d7598d1b41cdacaf7553f7f2b0ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdde3ccdec8b4ff3b8a1c59c1c83ce91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1540.968241] env[69433]: DEBUG nova.network.neutron [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Successfully created port: 38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.199337] env[69433]: DEBUG nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.211561] env[69433]: DEBUG nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1542.237299] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1542.237392] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.237506] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1542.237731] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.237848] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1542.237959] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1542.238174] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1542.238343] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1542.238513] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1542.238678] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1542.238851] env[69433]: DEBUG nova.virt.hardware [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1542.239720] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8b8aef-88dc-4232-b9a3-afd0e487be94 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.247470] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945c8f52-9605-488d-91d5-970aae8bc096 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.311052] env[69433]: DEBUG nova.compute.manager [req-e4845ed0-c459-4db8-b05d-1846544139f5 req-2be4870d-5940-4c1d-a8c8-bf88742436d9 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Received event network-vif-plugged-38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.311305] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4845ed0-c459-4db8-b05d-1846544139f5 req-2be4870d-5940-4c1d-a8c8-bf88742436d9 service nova] Acquiring lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.311514] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4845ed0-c459-4db8-b05d-1846544139f5 req-2be4870d-5940-4c1d-a8c8-bf88742436d9 service nova] Lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.311677] env[69433]: DEBUG oslo_concurrency.lockutils [req-e4845ed0-c459-4db8-b05d-1846544139f5 req-2be4870d-5940-4c1d-a8c8-bf88742436d9 service nova] Lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.311840] env[69433]: DEBUG nova.compute.manager [req-e4845ed0-c459-4db8-b05d-1846544139f5 req-2be4870d-5940-4c1d-a8c8-bf88742436d9 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] No waiting events found dispatching network-vif-plugged-38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1542.311999] env[69433]: WARNING nova.compute.manager [req-e4845ed0-c459-4db8-b05d-1846544139f5 req-2be4870d-5940-4c1d-a8c8-bf88742436d9 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Received unexpected event network-vif-plugged-38655033-9e79-429b-a3b7-343946db5181 for instance with vm_state building and task_state spawning. [ 1542.382837] env[69433]: DEBUG nova.network.neutron [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Successfully updated port: 38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.888135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.888135] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.888239] env[69433]: DEBUG nova.network.neutron [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.418704] env[69433]: DEBUG nova.network.neutron [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.528602] env[69433]: DEBUG nova.network.neutron [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.031729] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.032112] env[69433]: DEBUG nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Instance network_info: |[{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.032584] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:aa:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38655033-9e79-429b-a3b7-343946db5181', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.039924] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating folder: Project (fdde3ccdec8b4ff3b8a1c59c1c83ce91). Parent ref: group-v666200. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.040194] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c6a74fb-a402-4749-8184-e7b37d4a7ad7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.052646] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Created folder: Project (fdde3ccdec8b4ff3b8a1c59c1c83ce91) in parent group-v666200. [ 1544.052824] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating folder: Instances. Parent ref: group-v666539. {{(pid=69433) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.053359] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3080713-0157-4239-8fce-e31731c4778a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.061962] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Created folder: Instances in parent group-v666539. [ 1544.062192] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1544.062364] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.062543] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9042c1d-0966-495b-a67c-8caac2c2752a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.080349] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.080349] env[69433]: value = "task-3339634" [ 1544.080349] env[69433]: _type = "Task" [ 1544.080349] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.087274] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339634, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.336258] env[69433]: DEBUG nova.compute.manager [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Received event network-changed-38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1544.336451] env[69433]: DEBUG nova.compute.manager [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Refreshing instance network info cache due to event network-changed-38655033-9e79-429b-a3b7-343946db5181. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1544.336666] env[69433]: DEBUG oslo_concurrency.lockutils [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] Acquiring lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.336810] env[69433]: DEBUG oslo_concurrency.lockutils [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] Acquired lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.336970] env[69433]: DEBUG nova.network.neutron [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Refreshing network info cache for port 38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.589797] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339634, 'name': CreateVM_Task, 'duration_secs': 0.277051} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.590146] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1544.590624] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.590790] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.591136] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.591385] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cde5470e-0e92-4140-bfdc-e0a0a43daf6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.596977] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1544.596977] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f49b07-8f1f-8405-fcea-5b06c61c1b84" [ 1544.596977] env[69433]: _type = "Task" [ 1544.596977] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.603917] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f49b07-8f1f-8405-fcea-5b06c61c1b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.007028] env[69433]: DEBUG nova.network.neutron [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updated VIF entry in instance network info cache for port 38655033-9e79-429b-a3b7-343946db5181. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.007381] env[69433]: DEBUG nova.network.neutron [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.106528] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52f49b07-8f1f-8405-fcea-5b06c61c1b84, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.106837] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.107087] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.107329] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.107479] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.107655] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.107911] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87752db0-1a98-462e-b36b-bacdd63c80d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.116451] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.116591] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.117314] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2458197d-75d8-4e05-b9c7-fb67e3ac610d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.122539] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1545.122539] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527168b9-1e69-b093-e639-096f4eb98d10" [ 1545.122539] env[69433]: _type = "Task" [ 1545.122539] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.129959] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527168b9-1e69-b093-e639-096f4eb98d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.510670] env[69433]: DEBUG oslo_concurrency.lockutils [req-aaf8767e-2005-457a-8bcc-939c3f23b470 req-f394099e-5d54-4fc2-adbb-06b09e146709 service nova] Releasing lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.633417] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]527168b9-1e69-b093-e639-096f4eb98d10, 'name': SearchDatastore_Task, 'duration_secs': 0.007957} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.634195] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48adc55-47fa-4457-8ac2-7886b1f9e8ea {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.639900] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1545.639900] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525bfaac-f3ba-93fe-4383-3bd386515472" [ 1545.639900] env[69433]: _type = "Task" [ 1545.639900] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.647282] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525bfaac-f3ba-93fe-4383-3bd386515472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.156368] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]525bfaac-f3ba-93fe-4383-3bd386515472, 'name': SearchDatastore_Task, 'duration_secs': 0.012072} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.157021] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.157419] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7de2fa99-9644-400a-bea9-6f3227716b26/7de2fa99-9644-400a-bea9-6f3227716b26.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1546.157799] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-380900bd-5eda-4b8e-8c18-bbd37f55e1c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.166669] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1546.166669] env[69433]: value = "task-3339635" [ 1546.166669] env[69433]: _type = "Task" [ 1546.166669] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.179762] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.677315] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508172} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.677315] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 7de2fa99-9644-400a-bea9-6f3227716b26/7de2fa99-9644-400a-bea9-6f3227716b26.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.677315] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.677851] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a62dda6a-20f0-4e3d-b0e5-d144ea37f40e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.683888] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1546.683888] env[69433]: value = "task-3339636" [ 1546.683888] env[69433]: _type = "Task" [ 1546.683888] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.691589] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.194200] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068785} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.194498] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.195303] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad48fc6-9cb8-4125-a5f2-b334a9f43386 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.217035] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 7de2fa99-9644-400a-bea9-6f3227716b26/7de2fa99-9644-400a-bea9-6f3227716b26.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.217397] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-991cfddf-e740-4d8c-bafe-864b908136a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.236781] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1547.236781] env[69433]: value = "task-3339637" [ 1547.236781] env[69433]: _type = "Task" [ 1547.236781] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.247199] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.747038] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.248178] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.748745] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339637, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.248590] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339637, 'name': ReconfigVM_Task, 'duration_secs': 1.739572} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.248895] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 7de2fa99-9644-400a-bea9-6f3227716b26/7de2fa99-9644-400a-bea9-6f3227716b26.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.249515] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e6db4b2-8d5d-4800-8ef2-31d1eb4a6965 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.255697] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1549.255697] env[69433]: value = "task-3339638" [ 1549.255697] env[69433]: _type = "Task" [ 1549.255697] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.262992] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339638, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.766361] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339638, 'name': Rename_Task, 'duration_secs': 0.154519} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.766753] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.766753] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048da2f9-d48f-4183-b06d-ec5ed0b15078 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.772825] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1549.772825] env[69433]: value = "task-3339639" [ 1549.772825] env[69433]: _type = "Task" [ 1549.772825] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.780127] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.282598] env[69433]: DEBUG oslo_vmware.api [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339639, 'name': PowerOnVM_Task, 'duration_secs': 0.479638} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.282956] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.283176] env[69433]: INFO nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1550.283357] env[69433]: DEBUG nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.284160] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329255e6-daae-45f0-9636-cee3c11fe504 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.801674] env[69433]: INFO nova.compute.manager [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Took 12.74 seconds to build instance. [ 1551.303371] env[69433]: DEBUG oslo_concurrency.lockutils [None req-76156345-5b5f-4e10-87c9-b46b75ffd1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.248s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.632418] env[69433]: DEBUG nova.compute.manager [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Received event network-changed-38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1551.632670] env[69433]: DEBUG nova.compute.manager [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Refreshing instance network info cache due to event network-changed-38655033-9e79-429b-a3b7-343946db5181. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1551.632988] env[69433]: DEBUG oslo_concurrency.lockutils [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] Acquiring lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.633209] env[69433]: DEBUG oslo_concurrency.lockutils [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] Acquired lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.633422] env[69433]: DEBUG nova.network.neutron [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Refreshing network info cache for port 38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.340436] env[69433]: DEBUG nova.network.neutron [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updated VIF entry in instance network info cache for port 38655033-9e79-429b-a3b7-343946db5181. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.340807] env[69433]: DEBUG nova.network.neutron [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.843245] env[69433]: DEBUG oslo_concurrency.lockutils [req-b632bfe2-5263-4348-ba22-d5e39944849e req-3fa31dbe-fe0f-4cd9-afde-be590d2ec996 service nova] Releasing lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.675581] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1569.677055] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1570.179920] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.180246] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.180461] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.180653] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1570.181590] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc6f7be-4113-4cbf-b908-faeb001497b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.189793] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5fe337-662b-450d-81bf-d81e4df25ce7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.203687] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd977dc7-4c12-4733-a7e8-3bad18f8d3a4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.209911] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc46db-7856-45f8-b71d-f2f88a00eb4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.239169] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180743MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1570.239335] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.239519] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.263549] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7de2fa99-9644-400a-bea9-6f3227716b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1571.263549] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1571.263549] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1571.288041] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44178bc9-0850-41d1-a99d-79d03f178ce1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.295393] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba458c0-411f-4868-aeab-ed59804f748c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.324372] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec317cbe-7490-46c2-a989-195fb58bb440 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.330729] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d901c8f7-39e4-44f4-8b80-c383b7a623f3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.343038] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.846163] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1572.350898] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1572.351270] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.350881] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.351129] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.351377] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.351445] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.351594] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.351770] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1575.672062] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1587.929527] env[69433]: DEBUG nova.compute.manager [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.930474] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5146c39a-9233-4a9f-b746-a401898e6168 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.441068] env[69433]: INFO nova.compute.manager [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] instance snapshotting [ 1588.441705] env[69433]: DEBUG nova.objects.instance [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'flavor' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.947879] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f999e-93b3-4572-bf9a-2c666e22dfaf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.966393] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dccda6-194f-4dec-9456-856e6a798da1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.476785] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1589.477157] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-602e46e1-bf84-478c-8b25-cf348f246a3e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.486559] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1589.486559] env[69433]: value = "task-3339640" [ 1589.486559] env[69433]: _type = "Task" [ 1589.486559] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.494516] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339640, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.996760] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339640, 'name': CreateSnapshot_Task, 'duration_secs': 0.39718} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.997189] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1589.997750] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d26a8b8-77b2-40d8-ae32-e4bdac797f6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.514080] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1590.514395] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2791c43d-ecf4-43f3-9ae8-00aa7cde566f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.523678] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1590.523678] env[69433]: value = "task-3339641" [ 1590.523678] env[69433]: _type = "Task" [ 1590.523678] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.531618] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339641, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.033984] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339641, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.534237] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339641, 'name': CloneVM_Task, 'duration_secs': 0.971595} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.534497] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Created linked-clone VM from snapshot [ 1591.535252] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efa1083-95fb-4326-b919-09c36bc37073 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.541958] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Uploading image 087bc248-937b-4646-b4ed-a4a144268c57 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1591.561203] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1591.561203] env[69433]: value = "vm-666543" [ 1591.561203] env[69433]: _type = "VirtualMachine" [ 1591.561203] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1591.561422] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8fe575cd-2d82-4d71-8014-512722997bcc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.567930] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease: (returnval){ [ 1591.567930] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522883d8-0ed6-7e9e-cf27-f738d3b8c91c" [ 1591.567930] env[69433]: _type = "HttpNfcLease" [ 1591.567930] env[69433]: } obtained for exporting VM: (result){ [ 1591.567930] env[69433]: value = "vm-666543" [ 1591.567930] env[69433]: _type = "VirtualMachine" [ 1591.567930] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1591.568272] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the lease: (returnval){ [ 1591.568272] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522883d8-0ed6-7e9e-cf27-f738d3b8c91c" [ 1591.568272] env[69433]: _type = "HttpNfcLease" [ 1591.568272] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1591.573812] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1591.573812] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522883d8-0ed6-7e9e-cf27-f738d3b8c91c" [ 1591.573812] env[69433]: _type = "HttpNfcLease" [ 1591.573812] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1592.076822] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1592.076822] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522883d8-0ed6-7e9e-cf27-f738d3b8c91c" [ 1592.076822] env[69433]: _type = "HttpNfcLease" [ 1592.076822] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1592.077337] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1592.077337] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]522883d8-0ed6-7e9e-cf27-f738d3b8c91c" [ 1592.077337] env[69433]: _type = "HttpNfcLease" [ 1592.077337] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1592.077871] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a6705f-54db-4b0f-82ca-6eb19b8cf22d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.085703] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52360734-3ea3-c8db-cc71-5f9d5d8ce7e4/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1592.085867] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52360734-3ea3-c8db-cc71-5f9d5d8ce7e4/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1592.174428] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6ad5710d-21c4-417a-8f3e-797998c2d720 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.738625] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52360734-3ea3-c8db-cc71-5f9d5d8ce7e4/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1599.739630] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2652b3f-8de9-433b-9a49-b257acc68add {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.745963] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52360734-3ea3-c8db-cc71-5f9d5d8ce7e4/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1599.746142] env[69433]: ERROR oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52360734-3ea3-c8db-cc71-5f9d5d8ce7e4/disk-0.vmdk due to incomplete transfer. [ 1599.746351] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f83e5655-f73b-4342-a16a-f3f01bbbd905 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.753946] env[69433]: DEBUG oslo_vmware.rw_handles [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52360734-3ea3-c8db-cc71-5f9d5d8ce7e4/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1599.754153] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Uploaded image 087bc248-937b-4646-b4ed-a4a144268c57 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1599.756530] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1599.756754] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-72ade55b-144b-490a-b9b6-9106847da123 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.762754] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1599.762754] env[69433]: value = "task-3339643" [ 1599.762754] env[69433]: _type = "Task" [ 1599.762754] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.770016] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339643, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.272714] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339643, 'name': Destroy_Task, 'duration_secs': 0.316516} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.272966] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Destroyed the VM [ 1600.273237] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1600.273484] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4577772c-2a96-4729-a430-2c30fac3632a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.279438] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1600.279438] env[69433]: value = "task-3339644" [ 1600.279438] env[69433]: _type = "Task" [ 1600.279438] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.286490] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339644, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.788306] env[69433]: DEBUG oslo_vmware.api [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339644, 'name': RemoveSnapshot_Task, 'duration_secs': 0.501743} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.788688] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1600.788812] env[69433]: INFO nova.compute.manager [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Took 11.84 seconds to snapshot the instance on the hypervisor. [ 1601.343743] env[69433]: DEBUG nova.compute.manager [None req-65ff8005-39a0-4b34-9ebd-87153cd48080 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Found 1 images (rotation: 2) {{(pid=69433) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1602.762352] env[69433]: DEBUG nova.compute.manager [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.763301] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f81bb1-eb74-465a-ad10-5b5fabf4ec76 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.273712] env[69433]: INFO nova.compute.manager [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] instance snapshotting [ 1603.274492] env[69433]: DEBUG nova.objects.instance [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'flavor' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.780417] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2676783f-f89d-444b-93e0-6a537f4c5bed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.799276] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073a2a49-c7d4-4e17-887e-874b96d9dc05 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.309629] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1604.309967] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8428d49-76ca-4673-a999-4f7ff9e7fa8e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.317382] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1604.317382] env[69433]: value = "task-3339645" [ 1604.317382] env[69433]: _type = "Task" [ 1604.317382] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.325807] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339645, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.827810] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339645, 'name': CreateSnapshot_Task, 'duration_secs': 0.41469} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.828216] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1604.828812] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a776781-c580-4712-942a-e6137d2ba627 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.345317] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1605.345657] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66717147-3ff4-4310-9a99-63cdef2a384e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.354762] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1605.354762] env[69433]: value = "task-3339646" [ 1605.354762] env[69433]: _type = "Task" [ 1605.354762] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.362494] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339646, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.865960] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339646, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.369201] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339646, 'name': CloneVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.866828] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339646, 'name': CloneVM_Task, 'duration_secs': 1.066988} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.867261] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Created linked-clone VM from snapshot [ 1606.867855] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b01f56-10f8-4b4e-b1f6-ebe6bd5faab4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.875390] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Uploading image 73613b3a-ee4b-44c3-bf8b-59ed47bd0b09 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1606.898266] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1606.898266] env[69433]: value = "vm-666545" [ 1606.898266] env[69433]: _type = "VirtualMachine" [ 1606.898266] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1606.898612] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88036711-e405-437b-8400-3309e057a3b1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.906019] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease: (returnval){ [ 1606.906019] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5299e09d-5295-2161-77de-ef823d303fb2" [ 1606.906019] env[69433]: _type = "HttpNfcLease" [ 1606.906019] env[69433]: } obtained for exporting VM: (result){ [ 1606.906019] env[69433]: value = "vm-666545" [ 1606.906019] env[69433]: _type = "VirtualMachine" [ 1606.906019] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1606.906498] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the lease: (returnval){ [ 1606.906498] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5299e09d-5295-2161-77de-ef823d303fb2" [ 1606.906498] env[69433]: _type = "HttpNfcLease" [ 1606.906498] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1606.912611] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1606.912611] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5299e09d-5295-2161-77de-ef823d303fb2" [ 1606.912611] env[69433]: _type = "HttpNfcLease" [ 1606.912611] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1607.417129] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1607.417129] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5299e09d-5295-2161-77de-ef823d303fb2" [ 1607.417129] env[69433]: _type = "HttpNfcLease" [ 1607.417129] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1607.417525] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1607.417525] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5299e09d-5295-2161-77de-ef823d303fb2" [ 1607.417525] env[69433]: _type = "HttpNfcLease" [ 1607.417525] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1607.418587] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276a02b-6f55-4905-94d7-7f9c23d1ed90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.425963] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bd9e6-dd5e-f175-4d04-dcbec844e029/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1607.426127] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bd9e6-dd5e-f175-4d04-dcbec844e029/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1607.513560] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6dd81950-676d-4b5a-80b0-5f4c973fa086 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.033017] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bd9e6-dd5e-f175-4d04-dcbec844e029/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1615.033922] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e04fce-c794-4192-8cfb-0fe2b0fee1da {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.040081] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bd9e6-dd5e-f175-4d04-dcbec844e029/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1615.040251] env[69433]: ERROR oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bd9e6-dd5e-f175-4d04-dcbec844e029/disk-0.vmdk due to incomplete transfer. [ 1615.040487] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3fda2537-58e4-4ebb-90f5-cc3c236f83b0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.047248] env[69433]: DEBUG oslo_vmware.rw_handles [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524bd9e6-dd5e-f175-4d04-dcbec844e029/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1615.047470] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Uploaded image 73613b3a-ee4b-44c3-bf8b-59ed47bd0b09 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1615.049886] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1615.050122] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cbc18692-9526-4cd5-bc27-c8ef0d256799 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.055765] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1615.055765] env[69433]: value = "task-3339648" [ 1615.055765] env[69433]: _type = "Task" [ 1615.055765] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.062958] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339648, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.564796] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339648, 'name': Destroy_Task, 'duration_secs': 0.461578} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.565017] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Destroyed the VM [ 1615.565243] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1615.565486] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8b9f7e20-a0e0-4a61-957b-7caedb027df2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.570933] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1615.570933] env[69433]: value = "task-3339649" [ 1615.570933] env[69433]: _type = "Task" [ 1615.570933] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.578224] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339649, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.080746] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339649, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.581421] env[69433]: DEBUG oslo_vmware.api [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339649, 'name': RemoveSnapshot_Task, 'duration_secs': 0.525606} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.581664] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1616.581889] env[69433]: INFO nova.compute.manager [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Took 12.80 seconds to snapshot the instance on the hypervisor. [ 1617.119908] env[69433]: DEBUG nova.compute.manager [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Found 3 images (rotation: 2) {{(pid=69433) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1617.120198] env[69433]: DEBUG nova.compute.manager [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Rotating out 1 backups {{(pid=69433) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1617.120287] env[69433]: DEBUG nova.compute.manager [None req-561c10af-30a3-41c9-bbea-f63cf094d818 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleting image 087bc248-937b-4646-b4ed-a4a144268c57 {{(pid=69433) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1617.606723] env[69433]: DEBUG nova.compute.manager [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.607753] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134fde4a-d093-4e67-b406-0470c453d299 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.118822] env[69433]: INFO nova.compute.manager [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] instance snapshotting [ 1618.119429] env[69433]: DEBUG nova.objects.instance [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'flavor' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.625989] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b35d224-dd5a-4ff9-aace-fbf67c4e58cb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.644238] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f4b4ee-3f41-4db4-9ed8-e42a39f09fed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.154219] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1619.154539] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b2c8d256-aceb-4a6d-a5fa-8eba75c44792 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.163749] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1619.163749] env[69433]: value = "task-3339650" [ 1619.163749] env[69433]: _type = "Task" [ 1619.163749] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.171618] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339650, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.674156] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339650, 'name': CreateSnapshot_Task, 'duration_secs': 0.408698} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.674535] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1619.675089] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7659d996-f1a6-4922-a43e-c41ac660d350 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.192256] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1620.192594] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e85419ea-1ed4-4011-8fe2-bf52159eb73a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.201827] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1620.201827] env[69433]: value = "task-3339651" [ 1620.201827] env[69433]: _type = "Task" [ 1620.201827] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.209290] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339651, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.711594] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339651, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.214442] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339651, 'name': CloneVM_Task, 'duration_secs': 0.906117} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.214679] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Created linked-clone VM from snapshot [ 1621.215502] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74ab152-7c7c-4f88-b9d9-14ebb1ce0aad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.222382] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Uploading image e535ff73-d859-4f44-b5a3-7b1662b723e4 {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1621.242652] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1621.242652] env[69433]: value = "vm-666547" [ 1621.242652] env[69433]: _type = "VirtualMachine" [ 1621.242652] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1621.242885] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c993002a-957e-451d-a9e8-dcb70fd7aa54 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.249959] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease: (returnval){ [ 1621.249959] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529b64af-c8bd-ecfb-facc-b29754c4eaac" [ 1621.249959] env[69433]: _type = "HttpNfcLease" [ 1621.249959] env[69433]: } obtained for exporting VM: (result){ [ 1621.249959] env[69433]: value = "vm-666547" [ 1621.249959] env[69433]: _type = "VirtualMachine" [ 1621.249959] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1621.250294] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the lease: (returnval){ [ 1621.250294] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529b64af-c8bd-ecfb-facc-b29754c4eaac" [ 1621.250294] env[69433]: _type = "HttpNfcLease" [ 1621.250294] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1621.256909] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1621.256909] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529b64af-c8bd-ecfb-facc-b29754c4eaac" [ 1621.256909] env[69433]: _type = "HttpNfcLease" [ 1621.256909] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1621.758690] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1621.758690] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529b64af-c8bd-ecfb-facc-b29754c4eaac" [ 1621.758690] env[69433]: _type = "HttpNfcLease" [ 1621.758690] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1621.759220] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1621.759220] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]529b64af-c8bd-ecfb-facc-b29754c4eaac" [ 1621.759220] env[69433]: _type = "HttpNfcLease" [ 1621.759220] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1621.759715] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f2b3c1-a718-4289-a8bd-db55608145e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.767163] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52647066-9d89-2420-281e-54f88ae31ba7/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1621.767331] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52647066-9d89-2420-281e-54f88ae31ba7/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1621.853110] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-513da191-5f6d-40ae-ad6c-796c1357aa52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.539144] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52647066-9d89-2420-281e-54f88ae31ba7/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1629.540039] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572d07ce-edfa-4993-9a3c-eb7a54d85da7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.546344] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52647066-9d89-2420-281e-54f88ae31ba7/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1629.546597] env[69433]: ERROR oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52647066-9d89-2420-281e-54f88ae31ba7/disk-0.vmdk due to incomplete transfer. [ 1629.546900] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-847356a7-e95d-4827-9bcc-17058616fb03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.554902] env[69433]: DEBUG oslo_vmware.rw_handles [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52647066-9d89-2420-281e-54f88ae31ba7/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1629.555099] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Uploaded image e535ff73-d859-4f44-b5a3-7b1662b723e4 to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1629.557486] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1629.557699] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-77a041d2-2000-4fbb-804b-8d0fc056cb65 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.564143] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1629.564143] env[69433]: value = "task-3339653" [ 1629.564143] env[69433]: _type = "Task" [ 1629.564143] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.571902] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339653, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.074264] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339653, 'name': Destroy_Task, 'duration_secs': 0.285625} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.074552] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Destroyed the VM [ 1630.074792] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1630.075048] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60ed1aba-c697-4ad5-8d40-b7cdd3ee515a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.080813] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1630.080813] env[69433]: value = "task-3339654" [ 1630.080813] env[69433]: _type = "Task" [ 1630.080813] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.088193] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339654, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.590362] env[69433]: DEBUG oslo_vmware.api [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339654, 'name': RemoveSnapshot_Task, 'duration_secs': 0.471849} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.590719] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1630.590842] env[69433]: INFO nova.compute.manager [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Took 11.97 seconds to snapshot the instance on the hypervisor. [ 1630.675059] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.675294] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.675461] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.675629] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1631.133318] env[69433]: DEBUG nova.compute.manager [None req-bc63cc22-69e6-4467-b24a-eb6e93cb6e98 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Found 2 images (rotation: 2) {{(pid=69433) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1631.178065] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.178316] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1631.178487] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.178657] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1631.179534] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e8ceb-48d9-4a3c-adee-4a47c342dfa2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.187589] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bad65a3-b3c5-4e33-bab9-d4cd911bb9c9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.201123] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a72b7c7-95cd-4344-a3b6-43265c9b2492 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.207085] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0069c5b0-7163-4420-80cc-a2ab86510079 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.235655] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180431MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1631.235813] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.235988] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.259699] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 7de2fa99-9644-400a-bea9-6f3227716b26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1632.259953] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1632.260084] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1632.275651] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing inventories for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1632.287425] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating ProviderTree inventory for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1632.287635] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Updating inventory in ProviderTree for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1632.298119] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing aggregate associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, aggregates: None {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1632.317674] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Refreshing trait associations for resource provider c6656b5b-c9e7-42e9-bada-ff4406bd4151, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69433) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1632.342156] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3c52ff-185e-47ec-9517-dd6d8456f97e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.349383] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740dd974-4887-4e15-af02-a63dabd13f01 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.380347] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410191c8-209a-4217-a88f-7ba2f03d6b0a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.387340] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad3c56d-22e6-41eb-ac0e-7eaa09123fa5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.400134] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.794908] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "7de2fa99-9644-400a-bea9-6f3227716b26" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1632.795185] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1632.795372] env[69433]: DEBUG nova.compute.manager [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1632.796282] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd3f4f-1cfe-454e-b2a8-48a10e9f2855 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.802919] env[69433]: DEBUG nova.compute.manager [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69433) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1632.803483] env[69433]: DEBUG nova.objects.instance [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'flavor' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.903603] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1632.904995] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1632.905190] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.669s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1633.811121] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.811520] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1eddbb6-6807-437e-b99e-86c54f886a52 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.819174] env[69433]: DEBUG oslo_vmware.api [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1633.819174] env[69433]: value = "task-3339655" [ 1633.819174] env[69433]: _type = "Task" [ 1633.819174] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.827254] env[69433]: DEBUG oslo_vmware.api [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.328661] env[69433]: DEBUG oslo_vmware.api [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339655, 'name': PowerOffVM_Task, 'duration_secs': 0.185109} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.328946] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.329165] env[69433]: DEBUG nova.compute.manager [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.329912] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58294f67-580e-4bb0-ab09-e965851f7db8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.841038] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a1b94516-3d0f-47c4-af5f-90f5f1862edc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.905556] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.905651] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.905799] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.905956] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1635.941971] env[69433]: DEBUG nova.compute.manager [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Stashing vm_state: stopped {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1636.458953] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1636.459264] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1636.671406] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.964432] env[69433]: INFO nova.compute.claims [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.470522] env[69433]: INFO nova.compute.resource_tracker [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating resource usage from migration 636b09a8-ed7e-4add-b88d-85e2f1a5bc75 [ 1637.506887] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c541a88b-46b3-4489-bfb0-67b315970ea9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.514317] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c28e164-ae7f-4c7c-b81c-d29017913e60 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.543724] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877ca404-66aa-4f71-a870-a20c9e8780a3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.550236] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a1cfca-f745-45ba-ab96-19338181c83f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.562723] env[69433]: DEBUG nova.compute.provider_tree [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.065776] env[69433]: DEBUG nova.scheduler.client.report [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.572482] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.113s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.572686] env[69433]: INFO nova.compute.manager [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Migrating [ 1639.087567] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.088034] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.088034] env[69433]: DEBUG nova.network.neutron [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.795539] env[69433]: DEBUG nova.network.neutron [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.298533] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.813664] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca5ada-4fba-4249-b63e-4eabbd785f72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.833558] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance '7de2fa99-9644-400a-bea9-6f3227716b26' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1642.340154] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.340464] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a700ef39-bf0d-4605-8f6d-532038055b0f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.347498] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1642.347498] env[69433]: value = "task-3339656" [ 1642.347498] env[69433]: _type = "Task" [ 1642.347498] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.354886] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.859219] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1642.859590] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance '7de2fa99-9644-400a-bea9-6f3227716b26' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1643.366359] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1643.366600] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.366773] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1643.366965] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.367129] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1643.367277] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1643.367481] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1643.367638] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1643.367816] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1643.367974] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1643.368165] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1643.373132] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-951d11f3-c6cf-4b43-920d-d98bb327c88e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.389691] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1643.389691] env[69433]: value = "task-3339657" [ 1643.389691] env[69433]: _type = "Task" [ 1643.389691] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.397339] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.900089] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339657, 'name': ReconfigVM_Task, 'duration_secs': 0.163959} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.900461] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance '7de2fa99-9644-400a-bea9-6f3227716b26' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.407170] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1644.407420] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.407571] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1644.407755] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.407952] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1644.408130] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1644.408343] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1644.408504] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1644.408669] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1644.408831] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1644.409015] env[69433]: DEBUG nova.virt.hardware [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1644.414198] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1644.414476] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5a0b53f-9b52-4b7f-95db-d093eef4f27c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.432654] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1644.432654] env[69433]: value = "task-3339658" [ 1644.432654] env[69433]: _type = "Task" [ 1644.432654] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.440534] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.943275] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339658, 'name': ReconfigVM_Task, 'duration_secs': 0.152728} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.943664] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1644.944308] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e99883-4f02-4822-9c5f-983a7472dd20 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.965799] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 7de2fa99-9644-400a-bea9-6f3227716b26/7de2fa99-9644-400a-bea9-6f3227716b26.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1644.966067] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb85bb6-c636-4a9d-b182-5a99ce4b2b17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.983199] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1644.983199] env[69433]: value = "task-3339659" [ 1644.983199] env[69433]: _type = "Task" [ 1644.983199] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.990376] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.492851] env[69433]: DEBUG oslo_vmware.api [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339659, 'name': ReconfigVM_Task, 'duration_secs': 0.238028} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.493139] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 7de2fa99-9644-400a-bea9-6f3227716b26/7de2fa99-9644-400a-bea9-6f3227716b26.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.493393] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance '7de2fa99-9644-400a-bea9-6f3227716b26' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.000084] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0494c3eb-5b6a-40df-aa4c-f994f8b72e47 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.019822] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfcfeb4-bbbf-42a6-9082-de70ce448e4e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.036579] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance '7de2fa99-9644-400a-bea9-6f3227716b26' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.581541] env[69433]: DEBUG nova.network.neutron [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Port 38655033-9e79-429b-a3b7-343946db5181 binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1647.603678] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1647.604137] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1647.604251] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.638175] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.638484] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.638543] env[69433]: DEBUG nova.network.neutron [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.322293] env[69433]: DEBUG nova.network.neutron [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.670578] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1649.825120] env[69433]: DEBUG oslo_concurrency.lockutils [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1650.350668] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c80d46-c314-4f0d-8c83-f4f470cd8d79 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.369192] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f1a723-ebf5-4d21-98e8-09bd8081a015 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.375372] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance '7de2fa99-9644-400a-bea9-6f3227716b26' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1650.882148] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-9577ba26-7ee4-47c8-af8b-46344b6f8ce0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance '7de2fa99-9644-400a-bea9-6f3227716b26' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1653.059644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "7de2fa99-9644-400a-bea9-6f3227716b26" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.060072] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.060118] env[69433]: DEBUG nova.compute.manager [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Going to confirm migration 10 {{(pid=69433) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1653.628989] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.629201] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.629381] env[69433]: DEBUG nova.network.neutron [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.629577] env[69433]: DEBUG nova.objects.instance [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'info_cache' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.853279] env[69433]: DEBUG nova.network.neutron [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.356498] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.356772] env[69433]: DEBUG nova.objects.instance [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'migration_context' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.859716] env[69433]: DEBUG nova.objects.base [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Object Instance<7de2fa99-9644-400a-bea9-6f3227716b26> lazy-loaded attributes: info_cache,migration_context {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1655.860678] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001c7893-a72a-4c69-af57-9f4c8e3978ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.882318] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72260da7-6f20-4e29-b045-d880f8065495 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.888359] env[69433]: DEBUG oslo_vmware.api [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1655.888359] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a522b1-3836-0602-aec6-a7792468ed77" [ 1655.888359] env[69433]: _type = "Task" [ 1655.888359] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.896006] env[69433]: DEBUG oslo_vmware.api [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a522b1-3836-0602-aec6-a7792468ed77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.398572] env[69433]: DEBUG oslo_vmware.api [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52a522b1-3836-0602-aec6-a7792468ed77, 'name': SearchDatastore_Task, 'duration_secs': 0.008118} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.398882] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1656.399100] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1656.945501] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb8641c-385f-4613-8628-035c5ec240ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.952866] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd8354-8f5d-4707-a5c7-a779ca3e3174 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.674572] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e503a2fb-3c8e-4447-8255-ac2493f55bfd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.682682] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f59667-9b94-4e28-aed0-0ac742b1f388 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.695688] env[69433]: DEBUG nova.compute.provider_tree [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.199293] env[69433]: DEBUG nova.scheduler.client.report [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.209867] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.811s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.210216] env[69433]: DEBUG nova.compute.manager [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69433) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1659.769881] env[69433]: INFO nova.scheduler.client.report [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted allocation for migration 636b09a8-ed7e-4add-b88d-85e2f1a5bc75 [ 1660.274635] env[69433]: DEBUG oslo_concurrency.lockutils [None req-581aec66-b621-4250-8524-da209efde1cc tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.215s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.014805] env[69433]: DEBUG nova.objects.instance [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'flavor' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.519632] env[69433]: DEBUG oslo_concurrency.lockutils [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.520049] env[69433]: DEBUG oslo_concurrency.lockutils [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1661.520049] env[69433]: DEBUG nova.network.neutron [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1661.520163] env[69433]: DEBUG nova.objects.instance [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'info_cache' on Instance uuid 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.024012] env[69433]: DEBUG nova.objects.base [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Object Instance<7de2fa99-9644-400a-bea9-6f3227716b26> lazy-loaded attributes: flavor,info_cache {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1662.712679] env[69433]: DEBUG nova.network.neutron [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [{"id": "38655033-9e79-429b-a3b7-343946db5181", "address": "fa:16:3e:6d:aa:9e", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38655033-9e", "ovs_interfaceid": "38655033-9e79-429b-a3b7-343946db5181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.215869] env[69433]: DEBUG oslo_concurrency.lockutils [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-7de2fa99-9644-400a-bea9-6f3227716b26" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.222238] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.222675] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62748c53-d9bf-4c46-9937-bcddade1c850 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.229931] env[69433]: DEBUG oslo_vmware.api [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1664.229931] env[69433]: value = "task-3339660" [ 1664.229931] env[69433]: _type = "Task" [ 1664.229931] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.237398] env[69433]: DEBUG oslo_vmware.api [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.739624] env[69433]: DEBUG oslo_vmware.api [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339660, 'name': PowerOnVM_Task, 'duration_secs': 0.362287} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.739906] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.740123] env[69433]: DEBUG nova.compute.manager [None req-047ac10a-1d94-4cba-9808-c07915525ea0 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.740856] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53268ff-4a3c-47e2-bd6d-6b336d5d8aeb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.560447] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "7de2fa99-9644-400a-bea9-6f3227716b26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.562154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.562154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.562154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1665.562154] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.563374] env[69433]: INFO nova.compute.manager [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Terminating instance [ 1666.067696] env[69433]: DEBUG nova.compute.manager [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1666.067966] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1666.068838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d41f86-0966-49a3-b29f-7f0b401e3aab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.076679] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.076906] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdc3af9a-0b71-41e2-84c8-2ba5066e21c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.083363] env[69433]: DEBUG oslo_vmware.api [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1666.083363] env[69433]: value = "task-3339661" [ 1666.083363] env[69433]: _type = "Task" [ 1666.083363] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.090860] env[69433]: DEBUG oslo_vmware.api [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.594985] env[69433]: DEBUG oslo_vmware.api [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339661, 'name': PowerOffVM_Task, 'duration_secs': 0.158904} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.595433] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1666.595433] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1666.595619] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2bb51b9-3da0-4114-9162-a71f53949d3c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.653565] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1666.653824] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1666.653967] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleting the datastore file [datastore1] 7de2fa99-9644-400a-bea9-6f3227716b26 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1666.654254] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-640c1e1a-2f25-4c2f-9f9f-d6ae5d8f52dd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.660490] env[69433]: DEBUG oslo_vmware.api [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1666.660490] env[69433]: value = "task-3339663" [ 1666.660490] env[69433]: _type = "Task" [ 1666.660490] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.668228] env[69433]: DEBUG oslo_vmware.api [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.174173] env[69433]: DEBUG oslo_vmware.api [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148039} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.174513] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.174620] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.174768] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.174954] env[69433]: INFO nova.compute.manager [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1667.175217] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1667.175407] env[69433]: DEBUG nova.compute.manager [-] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1667.175502] env[69433]: DEBUG nova.network.neutron [-] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.634354] env[69433]: DEBUG nova.compute.manager [req-459721f6-6ac7-4753-82c2-9a0604289ca6 req-c2e832ab-cbc0-4e34-a80e-43fd43a53e9e service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Received event network-vif-deleted-38655033-9e79-429b-a3b7-343946db5181 {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1667.634781] env[69433]: INFO nova.compute.manager [req-459721f6-6ac7-4753-82c2-9a0604289ca6 req-c2e832ab-cbc0-4e34-a80e-43fd43a53e9e service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Neutron deleted interface 38655033-9e79-429b-a3b7-343946db5181; detaching it from the instance and deleting it from the info cache [ 1667.635044] env[69433]: DEBUG nova.network.neutron [req-459721f6-6ac7-4753-82c2-9a0604289ca6 req-c2e832ab-cbc0-4e34-a80e-43fd43a53e9e service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.115580] env[69433]: DEBUG nova.network.neutron [-] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.138076] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a01a2adc-31cd-4f53-915c-8607a27baa6f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.149597] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991e4d6e-4311-47e8-aedf-55e6c1831e31 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.173718] env[69433]: DEBUG nova.compute.manager [req-459721f6-6ac7-4753-82c2-9a0604289ca6 req-c2e832ab-cbc0-4e34-a80e-43fd43a53e9e service nova] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Detach interface failed, port_id=38655033-9e79-429b-a3b7-343946db5181, reason: Instance 7de2fa99-9644-400a-bea9-6f3227716b26 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1668.618356] env[69433]: INFO nova.compute.manager [-] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Took 1.44 seconds to deallocate network for instance. [ 1669.124910] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1669.125319] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1669.125424] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1669.145721] env[69433]: INFO nova.scheduler.client.report [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted allocations for instance 7de2fa99-9644-400a-bea9-6f3227716b26 [ 1669.652971] env[69433]: DEBUG oslo_concurrency.lockutils [None req-54afa5a0-adc3-4ef5-82af-fbb813c91b0a tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "7de2fa99-9644-400a-bea9-6f3227716b26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.092s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.520008] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "62567da5-f1d9-4a52-909d-76d24fd1337e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.520303] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1671.022860] env[69433]: DEBUG nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1671.542158] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1671.542426] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1671.543937] env[69433]: INFO nova.compute.claims [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.577552] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2908c241-e4c5-44d0-94ed-cf38701d72b2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.584697] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fd6201-7227-4ee2-bd66-7cf7bb580cd0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.613419] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7c3b73-86b9-404d-a399-89d05738b2a0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.619938] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789621d0-6020-4551-b467-f67aedaa1b6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.632409] env[69433]: DEBUG nova.compute.provider_tree [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.135415] env[69433]: DEBUG nova.scheduler.client.report [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1673.641308] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.641851] env[69433]: DEBUG nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1674.146600] env[69433]: DEBUG nova.compute.utils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1674.148371] env[69433]: DEBUG nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1674.148601] env[69433]: DEBUG nova.network.neutron [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.207497] env[69433]: DEBUG nova.policy [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8890d7598d1b41cdacaf7553f7f2b0ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdde3ccdec8b4ff3b8a1c59c1c83ce91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1674.478366] env[69433]: DEBUG nova.network.neutron [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Successfully created port: 95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1674.652074] env[69433]: DEBUG nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1675.662889] env[69433]: DEBUG nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1675.692959] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1675.693365] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.693626] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1675.693931] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.694192] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1675.694438] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1675.694766] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1675.695023] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1675.695298] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1675.695556] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1675.695837] env[69433]: DEBUG nova.virt.hardware [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1675.697122] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c6871d-e799-41d7-978a-37311650b798 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.707566] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7a98c5-9c5d-47d4-9b4d-234208d3a155 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.820633] env[69433]: DEBUG nova.compute.manager [req-70890b90-de0c-443d-86ab-2634e0a46940 req-17a93f25-df3b-42ab-b423-40c76b438d69 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Received event network-vif-plugged-95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1675.820847] env[69433]: DEBUG oslo_concurrency.lockutils [req-70890b90-de0c-443d-86ab-2634e0a46940 req-17a93f25-df3b-42ab-b423-40c76b438d69 service nova] Acquiring lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.821064] env[69433]: DEBUG oslo_concurrency.lockutils [req-70890b90-de0c-443d-86ab-2634e0a46940 req-17a93f25-df3b-42ab-b423-40c76b438d69 service nova] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1675.821237] env[69433]: DEBUG oslo_concurrency.lockutils [req-70890b90-de0c-443d-86ab-2634e0a46940 req-17a93f25-df3b-42ab-b423-40c76b438d69 service nova] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1675.821401] env[69433]: DEBUG nova.compute.manager [req-70890b90-de0c-443d-86ab-2634e0a46940 req-17a93f25-df3b-42ab-b423-40c76b438d69 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] No waiting events found dispatching network-vif-plugged-95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1675.821565] env[69433]: WARNING nova.compute.manager [req-70890b90-de0c-443d-86ab-2634e0a46940 req-17a93f25-df3b-42ab-b423-40c76b438d69 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Received unexpected event network-vif-plugged-95597fa1-13d4-420d-9531-aeb63f3757cb for instance with vm_state building and task_state spawning. [ 1675.897603] env[69433]: DEBUG nova.network.neutron [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Successfully updated port: 95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1676.400197] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.400323] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1676.400595] env[69433]: DEBUG nova.network.neutron [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.932932] env[69433]: DEBUG nova.network.neutron [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1677.045461] env[69433]: DEBUG nova.network.neutron [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.547828] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.548250] env[69433]: DEBUG nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Instance network_info: |[{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1677.548701] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:14:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95597fa1-13d4-420d-9531-aeb63f3757cb', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1677.556011] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1677.556247] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1677.556487] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2208ce8f-575f-4dd9-97c2-b10b19bb9f04 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.577167] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1677.577167] env[69433]: value = "task-3339664" [ 1677.577167] env[69433]: _type = "Task" [ 1677.577167] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.585345] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339664, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.851406] env[69433]: DEBUG nova.compute.manager [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Received event network-changed-95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1677.851582] env[69433]: DEBUG nova.compute.manager [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Refreshing instance network info cache due to event network-changed-95597fa1-13d4-420d-9531-aeb63f3757cb. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1677.851802] env[69433]: DEBUG oslo_concurrency.lockutils [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] Acquiring lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.851944] env[69433]: DEBUG oslo_concurrency.lockutils [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] Acquired lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.852119] env[69433]: DEBUG nova.network.neutron [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Refreshing network info cache for port 95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.087043] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339664, 'name': CreateVM_Task, 'duration_secs': 0.275788} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.087405] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1678.087836] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.088010] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.088332] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1678.088580] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307b8225-8651-4f59-9ad9-ba3e9ded39a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.092699] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1678.092699] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5251ef41-fca5-3be2-7624-2df6ff823b78" [ 1678.092699] env[69433]: _type = "Task" [ 1678.092699] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.099424] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5251ef41-fca5-3be2-7624-2df6ff823b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.521175] env[69433]: DEBUG nova.network.neutron [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updated VIF entry in instance network info cache for port 95597fa1-13d4-420d-9531-aeb63f3757cb. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1678.521534] env[69433]: DEBUG nova.network.neutron [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.604021] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5251ef41-fca5-3be2-7624-2df6ff823b78, 'name': SearchDatastore_Task, 'duration_secs': 0.010609} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.604314] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.604545] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1678.604772] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.604915] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.605105] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1678.605385] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b97d676f-7ae7-4519-8b23-af46b382aca2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.613987] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1678.614176] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1678.614844] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf17acc-d5dc-4718-ae84-eea1c1862bc8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.619555] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1678.619555] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7686d-6654-2618-94e9-d7354c6062c1" [ 1678.619555] env[69433]: _type = "Task" [ 1678.619555] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.627262] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7686d-6654-2618-94e9-d7354c6062c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.024045] env[69433]: DEBUG oslo_concurrency.lockutils [req-22e55ee2-35b5-4e30-8e05-43d43b1d20b9 req-dc0c78f9-7c86-458f-a312-d497032bf4b5 service nova] Releasing lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.129533] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b7686d-6654-2618-94e9-d7354c6062c1, 'name': SearchDatastore_Task, 'duration_secs': 0.008905} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.130292] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fad5ce2-6d55-43d6-bb2d-b797c3e164ee {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.135334] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1679.135334] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520bf3b1-3b3f-4664-0254-5e8c052e7855" [ 1679.135334] env[69433]: _type = "Task" [ 1679.135334] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.142468] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520bf3b1-3b3f-4664-0254-5e8c052e7855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.649566] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]520bf3b1-3b3f-4664-0254-5e8c052e7855, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.649965] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1679.650366] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1679.650728] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0e43ade-dc05-44c7-9aa4-6c41a60a8111 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.659739] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1679.659739] env[69433]: value = "task-3339665" [ 1679.659739] env[69433]: _type = "Task" [ 1679.659739] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.670331] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.169392] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460594} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.169860] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1680.169860] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1680.170098] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97559950-3479-4cc0-879f-8e6b6a2ee019 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.176101] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1680.176101] env[69433]: value = "task-3339666" [ 1680.176101] env[69433]: _type = "Task" [ 1680.176101] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.183782] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.686783] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154168} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.687071] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1680.687849] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5848a04-2758-4392-b592-7bb82669e4c8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.709070] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1680.709382] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5464a673-8803-4a88-ad99-38ff6d3bb427 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.727990] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1680.727990] env[69433]: value = "task-3339667" [ 1680.727990] env[69433]: _type = "Task" [ 1680.727990] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.735999] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.238507] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339667, 'name': ReconfigVM_Task, 'duration_secs': 0.299754} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.238924] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1681.239381] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-901c3bd8-d5ca-4267-baf1-e34b51de621b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.245334] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1681.245334] env[69433]: value = "task-3339668" [ 1681.245334] env[69433]: _type = "Task" [ 1681.245334] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.252576] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339668, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.755342] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339668, 'name': Rename_Task, 'duration_secs': 0.124943} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.755664] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1681.755897] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92826153-aafa-4020-9224-1195eb1e200a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.761538] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1681.761538] env[69433]: value = "task-3339669" [ 1681.761538] env[69433]: _type = "Task" [ 1681.761538] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.770880] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.271371] env[69433]: DEBUG oslo_vmware.api [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339669, 'name': PowerOnVM_Task, 'duration_secs': 0.433117} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.271738] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1682.271789] env[69433]: INFO nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1682.271938] env[69433]: DEBUG nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.272696] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864ec5bb-cf82-4684-86eb-cbb81c9f4f95 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.788263] env[69433]: INFO nova.compute.manager [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Took 11.26 seconds to build instance. [ 1683.290181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-c866f986-81c1-4ac6-b7a7-a39749a0e821 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.770s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.452732] env[69433]: DEBUG nova.compute.manager [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Received event network-changed-95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1683.452984] env[69433]: DEBUG nova.compute.manager [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Refreshing instance network info cache due to event network-changed-95597fa1-13d4-420d-9531-aeb63f3757cb. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1683.453287] env[69433]: DEBUG oslo_concurrency.lockutils [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] Acquiring lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.453483] env[69433]: DEBUG oslo_concurrency.lockutils [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] Acquired lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.453732] env[69433]: DEBUG nova.network.neutron [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Refreshing network info cache for port 95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1684.147018] env[69433]: DEBUG nova.network.neutron [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updated VIF entry in instance network info cache for port 95597fa1-13d4-420d-9531-aeb63f3757cb. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.147400] env[69433]: DEBUG nova.network.neutron [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.650594] env[69433]: DEBUG oslo_concurrency.lockutils [req-44c16ba6-fb12-4fc6-88d5-3b4e8db175b4 req-5ee191e4-7ce8-4e19-a767-dc846269c2f2 service nova] Releasing lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1690.675951] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.675951] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1691.675148] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1692.676112] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1693.180088] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.180365] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.180548] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1693.180704] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1693.182000] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0e92d-23e1-40ac-835d-80be5b7ca41c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.190345] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e063c9-7eee-4bdf-bae0-674a79831079 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.203787] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb3a856-6a75-4047-8376-6b30d470c7a7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.210164] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd87c22-7b4c-4822-ba7e-a016dc4e2ede {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.238143] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180802MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1693.238287] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.238489] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1694.260790] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 62567da5-f1d9-4a52-909d-76d24fd1337e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1694.261076] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1694.261240] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1694.286225] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b8efa4-b0e4-48da-9b58-e17ecab0d687 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.293549] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75e1f16-6d93-4367-a704-7a1b1611a883 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.323509] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35218b23-7b23-40cb-86a1-cda7cad38d70 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.330125] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293d3702-f8f3-4ff6-b7e1-d1a6ddc87341 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.342721] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.845944] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.351573] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1695.351865] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.113s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1696.351374] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.351600] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.351889] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1696.676220] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.670514] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.012311] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "62567da5-f1d9-4a52-909d-76d24fd1337e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1721.012677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1721.516187] env[69433]: DEBUG nova.compute.utils [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1722.019730] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1723.079721] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "62567da5-f1d9-4a52-909d-76d24fd1337e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1723.080205] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.080284] env[69433]: INFO nova.compute.manager [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Attaching volume bd6d082b-5ec0-4022-abe4-85cc290d75f7 to /dev/sdb [ 1723.110383] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e05cb1a-16ac-4a37-8487-44791efedb17 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.117639] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4076cb9c-f345-436b-886c-1d61763ce289 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.130378] env[69433]: DEBUG nova.virt.block_device [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating existing volume attachment record: 91de98df-ea41-4aa9-9fee-587841b70556 {{(pid=69433) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1727.674969] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Volume attach. Driver type: vmdk {{(pid=69433) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1727.675253] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666550', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'name': 'volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62567da5-f1d9-4a52-909d-76d24fd1337e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'serial': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1727.676172] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea04bc-4ac0-494e-820f-5fcd29568edd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.692888] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28573aa-0811-49c0-9e2a-3f996ec5de83 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.716573] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7/volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1727.716799] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1abc08-39f6-4866-a7bb-8fc2906c1462 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.733809] env[69433]: DEBUG oslo_vmware.api [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1727.733809] env[69433]: value = "task-3339674" [ 1727.733809] env[69433]: _type = "Task" [ 1727.733809] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.741281] env[69433]: DEBUG oslo_vmware.api [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.243984] env[69433]: DEBUG oslo_vmware.api [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339674, 'name': ReconfigVM_Task, 'duration_secs': 0.333143} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.244607] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfigured VM instance instance-00000081 to attach disk [datastore1] volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7/volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1728.249343] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc34a6db-afbd-4cbc-a51f-0769783e1dda {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.264280] env[69433]: DEBUG oslo_vmware.api [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1728.264280] env[69433]: value = "task-3339675" [ 1728.264280] env[69433]: _type = "Task" [ 1728.264280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.272044] env[69433]: DEBUG oslo_vmware.api [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.774074] env[69433]: DEBUG oslo_vmware.api [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339675, 'name': ReconfigVM_Task, 'duration_secs': 0.137476} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.774444] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666550', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'name': 'volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62567da5-f1d9-4a52-909d-76d24fd1337e', 'attached_at': '', 'detached_at': '', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'serial': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7'} {{(pid=69433) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1729.809116] env[69433]: DEBUG nova.objects.instance [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'flavor' on Instance uuid 62567da5-f1d9-4a52-909d-76d24fd1337e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.315696] env[69433]: DEBUG oslo_concurrency.lockutils [None req-986312f1-57bb-48c0-aea1-5bc2a8e3d45f tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.235s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.226710] env[69433]: DEBUG nova.compute.manager [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Stashing vm_state: active {{(pid=69433) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1731.747380] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.747677] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1732.252852] env[69433]: INFO nova.compute.claims [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1732.759353] env[69433]: INFO nova.compute.resource_tracker [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating resource usage from migration b28f1059-9d19-4743-9492-9156ab3b04f5 [ 1732.795950] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2cf26-733f-4df9-80ad-53b44a43a8d1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.803542] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5364451a-3373-447d-a859-d3b4c3e89bed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.833942] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cf7ff6-cd00-463a-a52c-d5f092704ba5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.841208] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d65ca2-b4c9-49ff-a5d4-a94e48ab39d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.853923] env[69433]: DEBUG nova.compute.provider_tree [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.357676] env[69433]: DEBUG nova.scheduler.client.report [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1733.862351] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.114s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1733.862569] env[69433]: INFO nova.compute.manager [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Migrating [ 1734.377534] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.377916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.377916] env[69433]: DEBUG nova.network.neutron [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.063087] env[69433]: DEBUG nova.network.neutron [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.566097] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1737.080396] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a71737e-4a4d-4ee5-b7c4-26717a2c33ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.101916] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance '62567da5-f1d9-4a52-909d-76d24fd1337e' progress to 0 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1737.608290] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.608590] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e04e17-70ca-4f71-b9e6-a4bb791bdc72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.615966] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1737.615966] env[69433]: value = "task-3339676" [ 1737.615966] env[69433]: _type = "Task" [ 1737.615966] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.623804] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.125597] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339676, 'name': PowerOffVM_Task, 'duration_secs': 0.176897} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.125974] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.126035] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance '62567da5-f1d9-4a52-909d-76d24fd1337e' progress to 17 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1738.632482] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1738.632740] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1738.632882] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1738.633090] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1738.633243] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1738.633392] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1738.633594] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1738.633754] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1738.633918] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1738.634091] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1738.634270] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1738.639325] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68203de9-2c28-4c14-b8be-8927a8d450c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.654760] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1738.654760] env[69433]: value = "task-3339677" [ 1738.654760] env[69433]: _type = "Task" [ 1738.654760] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.662491] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.165089] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339677, 'name': ReconfigVM_Task, 'duration_secs': 0.16556} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.165535] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance '62567da5-f1d9-4a52-909d-76d24fd1337e' progress to 33 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1739.672019] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1739.672342] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1739.672454] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1739.672621] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1739.672772] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1739.672921] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1739.673139] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1739.673300] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1739.673466] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1739.673627] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1739.673800] env[69433]: DEBUG nova.virt.hardware [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1739.678968] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfiguring VM instance instance-00000081 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1739.679264] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fe017d-435c-4212-b2e9-bba29c633621 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.697387] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1739.697387] env[69433]: value = "task-3339678" [ 1739.697387] env[69433]: _type = "Task" [ 1739.697387] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.704980] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.208061] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339678, 'name': ReconfigVM_Task, 'duration_secs': 0.176368} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.208447] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfigured VM instance instance-00000081 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1740.209141] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd04afa4-edf8-48be-8a2a-0188b05a7a00 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.234365] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1740.234907] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a69fa2a-66e5-4278-adef-93f3e98f76be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.251598] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1740.251598] env[69433]: value = "task-3339679" [ 1740.251598] env[69433]: _type = "Task" [ 1740.251598] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.258662] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.761723] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339679, 'name': ReconfigVM_Task, 'duration_secs': 0.278004} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.761723] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.761723] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance '62567da5-f1d9-4a52-909d-76d24fd1337e' progress to 50 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1741.268557] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1841b56-7bb0-4c2d-80d6-d2f1d81172b9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.289795] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14e4fc2-6a92-4ce5-b295-f8f4005cb3a5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.309196] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance '62567da5-f1d9-4a52-909d-76d24fd1337e' progress to 67 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1742.950527] env[69433]: DEBUG nova.network.neutron [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Port 95597fa1-13d4-420d-9531-aeb63f3757cb binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1743.973510] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1743.973927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1743.973927] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1745.007252] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.007477] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1745.007616] env[69433]: DEBUG nova.network.neutron [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.691369] env[69433]: DEBUG nova.network.neutron [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.193794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1746.703456] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d920ba8-b6d6-484b-97e0-debf8497f9f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.710850] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12870d84-5a80-4f4b-89c4-4f6ad62480bd {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.802838] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c04016-dcd6-4058-800f-5a0ee5f18c90 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.824437] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b6824d-0dbf-45aa-8923-0820391a9cb4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.831280] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance '62567da5-f1d9-4a52-909d-76d24fd1337e' progress to 83 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1748.337260] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.337527] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15c0986-525d-4177-8f7c-bc82190c3e68 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.345994] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1748.345994] env[69433]: value = "task-3339680" [ 1748.345994] env[69433]: _type = "Task" [ 1748.345994] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.353661] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.856209] env[69433]: DEBUG oslo_vmware.api [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339680, 'name': PowerOnVM_Task, 'duration_secs': 0.353322} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.856637] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1748.856688] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d3be9f-ea9a-4ce2-afce-2823d09a64fa tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance '62567da5-f1d9-4a52-909d-76d24fd1337e' progress to 100 {{(pid=69433) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1750.922671] env[69433]: DEBUG nova.network.neutron [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Port 95597fa1-13d4-420d-9531-aeb63f3757cb binding to destination host cpu-1 is already ACTIVE {{(pid=69433) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1750.922939] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.923103] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1750.923273] env[69433]: DEBUG nova.network.neutron [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.618457] env[69433]: DEBUG nova.network.neutron [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.674839] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1752.121644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1752.625704] env[69433]: DEBUG nova.compute.manager [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69433) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1752.675271] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1752.675527] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1752.678318] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.182060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1753.182060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1753.182060] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1753.182060] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1753.182908] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4819bb-acf0-4c4b-b1d1-42e6cc59adfc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.192395] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3a3cca-4056-48f0-84f2-1c72d89e6484 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.207040] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15790b15-ccb1-490e-81ce-002940a8a81e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.212577] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bb7b88-b1dc-4ac8-b2e8-87b659cb7ed9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.240528] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180606MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1753.240673] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1753.240879] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1753.746840] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1754.249407] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Applying migration context for instance 62567da5-f1d9-4a52-909d-76d24fd1337e as it has an incoming, in-progress migration b28f1059-9d19-4743-9492-9156ab3b04f5. Migration status is reverting {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1754.250025] env[69433]: INFO nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating resource usage from migration b28f1059-9d19-4743-9492-9156ab3b04f5 [ 1754.268306] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Migration b28f1059-9d19-4743-9492-9156ab3b04f5 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1754.268465] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance 62567da5-f1d9-4a52-909d-76d24fd1337e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1754.268639] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1754.268781] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1754.303633] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b920ba6-b46a-4dc9-b1f7-c4abe216e68b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.311394] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb5608f-d45e-4bfb-9b03-86390f0fea64 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.342440] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28b313d-7b22-482f-ab37-3b1199639b7d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.349502] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84675d6d-0b36-4df6-8185-865c9822e42e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.362275] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1754.864958] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.370582] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1755.370916] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1755.371111] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.624s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1755.372491] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.372645] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1755.875989] env[69433]: DEBUG nova.objects.instance [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'migration_context' on Instance uuid 62567da5-f1d9-4a52-909d-76d24fd1337e {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.878629] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] There are 3 instances to clean {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1755.878909] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 7de2fa99-9644-400a-bea9-6f3227716b26] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1756.385214] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: 691c4352-dbd7-40c9-a112-793ae9eede83] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1756.420955] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b34f14-7abb-4602-b265-f8f7dc1b8843 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.428589] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cae904e-eea9-413e-b7f1-02ab884fe376 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.458738] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f6d0e3-b8af-4523-b373-ba7ee9f77a72 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.465484] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e066a97-45bd-47bf-9f94-30c192c1cf5b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.478234] env[69433]: DEBUG nova.compute.provider_tree [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1756.888116] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] [instance: e2140245-9a51-4d69-8ff3-3a94fcec4274] Instance has had 0 of 5 cleanup attempts {{(pid=69433) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1756.981586] env[69433]: DEBUG nova.scheduler.client.report [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.391377] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1757.993082] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.622s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1759.178654] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.179103] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.179103] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.179243] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.179368] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1759.179586] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1759.179721] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Cleaning up deleted instances with incomplete migration {{(pid=69433) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1759.563156] env[69433]: INFO nova.compute.manager [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Swapping old allocation on dict_keys(['c6656b5b-c9e7-42e9-bada-ff4406bd4151']) held by migration b28f1059-9d19-4743-9492-9156ab3b04f5 for instance [ 1759.584023] env[69433]: DEBUG nova.scheduler.client.report [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Overwriting current allocation {'allocations': {'c6656b5b-c9e7-42e9-bada-ff4406bd4151': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 183}}, 'project_id': 'fdde3ccdec8b4ff3b8a1c59c1c83ce91', 'user_id': '8890d7598d1b41cdacaf7553f7f2b0ff', 'consumer_generation': 1} on consumer 62567da5-f1d9-4a52-909d-76d24fd1337e {{(pid=69433) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1759.659299] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.659494] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1759.659674] env[69433]: DEBUG nova.network.neutron [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1760.360936] env[69433]: DEBUG nova.network.neutron [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [{"id": "95597fa1-13d4-420d-9531-aeb63f3757cb", "address": "fa:16:3e:30:14:ea", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95597fa1-13", "ovs_interfaceid": "95597fa1-13d4-420d-9531-aeb63f3757cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1760.864527] env[69433]: DEBUG oslo_concurrency.lockutils [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-62567da5-f1d9-4a52-909d-76d24fd1337e" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.865414] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cff50a-b5a5-4dab-866e-f69e93dd01d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.872690] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553db936-8912-401e-92b1-fca731fe61f1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.956701] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1761.957091] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dacb683-e9c1-45e4-bd73-980dffc2d9d8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.964097] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1761.964097] env[69433]: value = "task-3339681" [ 1761.964097] env[69433]: _type = "Task" [ 1761.964097] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.972273] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.474225] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339681, 'name': PowerOffVM_Task, 'duration_secs': 0.214394} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.474423] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.475052] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.475269] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.475425] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.475605] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.475977] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.475977] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.476115] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.476266] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.476430] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.476591] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.476768] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.481761] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05414888-15cd-45f4-9620-45c0d81fef46 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.496641] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1762.496641] env[69433]: value = "task-3339682" [ 1762.496641] env[69433]: _type = "Task" [ 1762.496641] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.504400] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.006910] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339682, 'name': ReconfigVM_Task, 'duration_secs': 0.178728} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.008348] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e05772e-b455-49ce-8dd7-8f4af538bb23 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.029472] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1763.029724] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.029882] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1763.030078] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.030228] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1763.030372] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1763.030569] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1763.030724] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1763.030883] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1763.031050] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1763.031222] env[69433]: DEBUG nova.virt.hardware [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1763.031991] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f9e62c-f0c4-432d-be66-b48b20bfbcd5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.037451] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1763.037451] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528cb959-87e7-e4d5-229a-366ba3cdd1d4" [ 1763.037451] env[69433]: _type = "Task" [ 1763.037451] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.044853] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528cb959-87e7-e4d5-229a-366ba3cdd1d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.547985] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]528cb959-87e7-e4d5-229a-366ba3cdd1d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009615} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.553262] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfiguring VM instance instance-00000081 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1763.553527] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1defa3b1-a0a1-422a-a625-e0cd89d276e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.571147] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1763.571147] env[69433]: value = "task-3339683" [ 1763.571147] env[69433]: _type = "Task" [ 1763.571147] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.577645] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.080076] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339683, 'name': ReconfigVM_Task, 'duration_secs': 0.213186} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.080446] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfigured VM instance instance-00000081 to detach disk 2000 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1764.081036] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835ea48-0c73-4ea5-8932-b6a204c4e583 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.104714] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1764.104947] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201b8f29-30ee-4e37-8d03-650fd7e54bb1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.121946] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1764.121946] env[69433]: value = "task-3339684" [ 1764.121946] env[69433]: _type = "Task" [ 1764.121946] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.129115] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.631428] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339684, 'name': ReconfigVM_Task, 'duration_secs': 0.329233} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.631716] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e/62567da5-f1d9-4a52-909d-76d24fd1337e.vmdk or device None with type thin {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.632531] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb27f60-c762-4056-a1c7-ce331dffce12 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.652886] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e80053-955f-426b-bee3-c2394632b81b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.672740] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2cb31a-9849-4526-b6f1-e4d4500f75b8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.693052] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faaef9c-ae13-4135-ae9c-6d98d46a2eb8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.699205] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.699418] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ac39052-40ce-493f-a7c0-7a899e6c22d4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.705765] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1764.705765] env[69433]: value = "task-3339685" [ 1764.705765] env[69433]: _type = "Task" [ 1764.705765] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.712680] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.216066] env[69433]: DEBUG oslo_vmware.api [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339685, 'name': PowerOnVM_Task, 'duration_secs': 0.385453} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.216467] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.257721] env[69433]: INFO nova.compute.manager [None req-5e34dbf9-918e-4439-9eed-717503ad3a39 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance to original state: 'active' [ 1767.706481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "62567da5-f1d9-4a52-909d-76d24fd1337e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1767.706894] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1767.706941] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1767.707134] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1767.707306] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1767.709585] env[69433]: INFO nova.compute.manager [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Terminating instance [ 1768.213532] env[69433]: DEBUG nova.compute.manager [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1768.213782] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.214106] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86a92abb-8033-4809-8de3-5b5da24d62fe {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.221621] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1768.221621] env[69433]: value = "task-3339686" [ 1768.221621] env[69433]: _type = "Task" [ 1768.221621] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.229091] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.731195] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339686, 'name': PowerOffVM_Task, 'duration_secs': 0.172352} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.731603] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1768.731657] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Volume detach. Driver type: vmdk {{(pid=69433) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1768.731857] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666550', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'name': 'volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '62567da5-f1d9-4a52-909d-76d24fd1337e', 'attached_at': '2025-04-06T15:50:05.000000', 'detached_at': '', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'serial': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1768.732606] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781c618b-bc56-40aa-a1fb-73d21212ccd4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.753744] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b7e1e6-8a42-4348-8014-27555527c6c5 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.759860] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb9a0c-5fe9-482d-8be5-2f66550b2aca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.779559] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58308db-e855-4a8b-a826-be781b966791 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.793508] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] The volume has not been displaced from its original location: [datastore1] volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7/volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7.vmdk. No consolidation needed. {{(pid=69433) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1768.798705] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfiguring VM instance instance-00000081 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1768.798948] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3679a4d5-5443-486d-b47e-1da7ba4e82ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.815221] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1768.815221] env[69433]: value = "task-3339687" [ 1768.815221] env[69433]: _type = "Task" [ 1768.815221] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.822119] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.325467] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339687, 'name': ReconfigVM_Task, 'duration_secs': 0.171088} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.325762] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Reconfigured VM instance instance-00000081 to detach disk 2001 {{(pid=69433) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.330454] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d3a4fb9-131f-4218-9344-27142596b4ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.344836] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1769.344836] env[69433]: value = "task-3339688" [ 1769.344836] env[69433]: _type = "Task" [ 1769.344836] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.352287] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.854671] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339688, 'name': ReconfigVM_Task, 'duration_secs': 0.121672} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.855050] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-666550', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'name': 'volume-bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '62567da5-f1d9-4a52-909d-76d24fd1337e', 'attached_at': '2025-04-06T15:50:05.000000', 'detached_at': '', 'volume_id': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7', 'serial': 'bd6d082b-5ec0-4022-abe4-85cc290d75f7'} {{(pid=69433) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1769.855235] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1769.855968] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15f066d-8ebb-49a5-9519-9922c165b19d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.862311] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1769.862523] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0390c23c-e617-465e-9479-928dbb07b2de {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.922540] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1769.922798] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1769.922950] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleting the datastore file [datastore1] 62567da5-f1d9-4a52-909d-76d24fd1337e {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1769.923243] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cbdf118-751b-48ab-925e-dd2b1dd27051 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.929016] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1769.929016] env[69433]: value = "task-3339690" [ 1769.929016] env[69433]: _type = "Task" [ 1769.929016] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.936686] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339690, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.439636] env[69433]: DEBUG oslo_vmware.api [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339690, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1515} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.439917] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1770.440116] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1770.440308] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1770.440654] env[69433]: INFO nova.compute.manager [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1770.440760] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1770.440907] env[69433]: DEBUG nova.compute.manager [-] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1770.441012] env[69433]: DEBUG nova.network.neutron [-] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1770.912247] env[69433]: DEBUG nova.compute.manager [req-58b7185d-fa22-408c-8ec7-d8e040fd346b req-4ae9907f-81e4-4a8f-9a8a-a9b5f308cbba service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Received event network-vif-deleted-95597fa1-13d4-420d-9531-aeb63f3757cb {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1770.912247] env[69433]: INFO nova.compute.manager [req-58b7185d-fa22-408c-8ec7-d8e040fd346b req-4ae9907f-81e4-4a8f-9a8a-a9b5f308cbba service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Neutron deleted interface 95597fa1-13d4-420d-9531-aeb63f3757cb; detaching it from the instance and deleting it from the info cache [ 1770.912793] env[69433]: DEBUG nova.network.neutron [req-58b7185d-fa22-408c-8ec7-d8e040fd346b req-4ae9907f-81e4-4a8f-9a8a-a9b5f308cbba service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.174052] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1771.393705] env[69433]: DEBUG nova.network.neutron [-] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.416277] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71c5764e-9060-4eb9-b829-5e41818f1e03 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.427149] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec75930-4f07-41ff-b7d6-0845fab0a5b6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.451103] env[69433]: DEBUG nova.compute.manager [req-58b7185d-fa22-408c-8ec7-d8e040fd346b req-4ae9907f-81e4-4a8f-9a8a-a9b5f308cbba service nova] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Detach interface failed, port_id=95597fa1-13d4-420d-9531-aeb63f3757cb, reason: Instance 62567da5-f1d9-4a52-909d-76d24fd1337e could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1771.896114] env[69433]: INFO nova.compute.manager [-] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Took 1.45 seconds to deallocate network for instance. [ 1772.437440] env[69433]: INFO nova.compute.manager [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: 62567da5-f1d9-4a52-909d-76d24fd1337e] Took 0.54 seconds to detach 1 volumes for instance. [ 1772.944018] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1772.944359] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1772.944553] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1772.969143] env[69433]: INFO nova.scheduler.client.report [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted allocations for instance 62567da5-f1d9-4a52-909d-76d24fd1337e [ 1773.477053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-d954adb8-1b56-4b87-9f2f-deb382414d35 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "62567da5-f1d9-4a52-909d-76d24fd1337e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.770s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1774.930167] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1774.930470] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1775.432727] env[69433]: DEBUG nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Starting instance... {{(pid=69433) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1775.952143] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1775.952481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1775.954016] env[69433]: INFO nova.compute.claims [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.989191] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878ba19-63b8-4c42-8120-75add3ec1e41 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.996842] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f1da6c-7381-466a-879b-b98e7588e914 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.025820] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5272a4-b6f4-498c-b756-97cdaed687a1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.032310] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760665e2-51af-4a17-8250-5d7c16b59a21 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.044881] env[69433]: DEBUG nova.compute.provider_tree [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.548258] env[69433]: DEBUG nova.scheduler.client.report [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.053334] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1778.053869] env[69433]: DEBUG nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Start building networks asynchronously for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.560735] env[69433]: DEBUG nova.compute.utils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Using /dev/sd instead of None {{(pid=69433) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1778.563884] env[69433]: DEBUG nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Allocating IP information in the background. {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1778.563884] env[69433]: DEBUG nova.network.neutron [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] allocate_for_instance() {{(pid=69433) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1778.607123] env[69433]: DEBUG nova.policy [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8890d7598d1b41cdacaf7553f7f2b0ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fdde3ccdec8b4ff3b8a1c59c1c83ce91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69433) authorize /opt/stack/nova/nova/policy.py:192}} [ 1778.999194] env[69433]: DEBUG nova.network.neutron [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Successfully created port: 3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1779.066294] env[69433]: DEBUG nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Start building block device mappings for instance. {{(pid=69433) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1780.079359] env[69433]: DEBUG nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Start spawning the instance on the hypervisor. {{(pid=69433) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.103848] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-06T15:28:31Z,direct_url=,disk_format='vmdk',id=164732b0-0c7a-40d7-a88c-760e6c5226c9,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='926aa78531ee4be39bae5dd7b1f6be00',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-06T15:28:33Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1780.104095] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.104257] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1780.104440] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.104606] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1780.104770] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1780.104975] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1780.105149] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1780.105318] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1780.105476] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1780.105646] env[69433]: DEBUG nova.virt.hardware [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1780.106891] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cdeb4f-5536-4ead-b2b4-746c9e40ad61 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.114199] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3bf29d-45ac-493d-8388-303fcc0c60e1 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.342159] env[69433]: DEBUG nova.compute.manager [req-4340e053-4e4d-425e-8cab-4d60dd347995 req-0f00d9b5-0e77-4fde-b7f0-bc6d8b6b85bf service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-vif-plugged-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1780.342338] env[69433]: DEBUG oslo_concurrency.lockutils [req-4340e053-4e4d-425e-8cab-4d60dd347995 req-0f00d9b5-0e77-4fde-b7f0-bc6d8b6b85bf service nova] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1780.342609] env[69433]: DEBUG oslo_concurrency.lockutils [req-4340e053-4e4d-425e-8cab-4d60dd347995 req-0f00d9b5-0e77-4fde-b7f0-bc6d8b6b85bf service nova] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1780.342808] env[69433]: DEBUG oslo_concurrency.lockutils [req-4340e053-4e4d-425e-8cab-4d60dd347995 req-0f00d9b5-0e77-4fde-b7f0-bc6d8b6b85bf service nova] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1780.342984] env[69433]: DEBUG nova.compute.manager [req-4340e053-4e4d-425e-8cab-4d60dd347995 req-0f00d9b5-0e77-4fde-b7f0-bc6d8b6b85bf service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] No waiting events found dispatching network-vif-plugged-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1780.343169] env[69433]: WARNING nova.compute.manager [req-4340e053-4e4d-425e-8cab-4d60dd347995 req-0f00d9b5-0e77-4fde-b7f0-bc6d8b6b85bf service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received unexpected event network-vif-plugged-3f4ba4c7-5638-472c-b224-37508d6e2fab for instance with vm_state building and task_state spawning. [ 1780.419720] env[69433]: DEBUG nova.network.neutron [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Successfully updated port: 3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1780.924753] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.924918] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.925094] env[69433]: DEBUG nova.network.neutron [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1781.463239] env[69433]: DEBUG nova.network.neutron [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Instance cache missing network info. {{(pid=69433) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1781.585802] env[69433]: DEBUG nova.network.neutron [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.088794] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1782.089099] env[69433]: DEBUG nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Instance network_info: |[{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69433) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1782.089549] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c7:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f4ba4c7-5638-472c-b224-37508d6e2fab', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1782.096994] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1782.097222] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1782.097452] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b515a2c4-1861-4dca-b404-694254226812 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.119293] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1782.119293] env[69433]: value = "task-3339691" [ 1782.119293] env[69433]: _type = "Task" [ 1782.119293] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.126769] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339691, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.373701] env[69433]: DEBUG nova.compute.manager [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1782.373951] env[69433]: DEBUG nova.compute.manager [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing instance network info cache due to event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1782.374201] env[69433]: DEBUG oslo_concurrency.lockutils [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] Acquiring lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.374258] env[69433]: DEBUG oslo_concurrency.lockutils [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] Acquired lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1782.374414] env[69433]: DEBUG nova.network.neutron [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1782.629104] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339691, 'name': CreateVM_Task} progress is 99%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.130437] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339691, 'name': CreateVM_Task, 'duration_secs': 0.539197} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.130631] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1783.131320] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.131486] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1783.131819] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1783.132053] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e5df0c-980c-4b2e-9a96-96730da2b3ba {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.136581] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1783.136581] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52084e0e-7c78-8d73-4866-09e1ffa24d91" [ 1783.136581] env[69433]: _type = "Task" [ 1783.136581] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.144478] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52084e0e-7c78-8d73-4866-09e1ffa24d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.305254] env[69433]: DEBUG nova.network.neutron [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updated VIF entry in instance network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.305620] env[69433]: DEBUG nova.network.neutron [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.647013] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52084e0e-7c78-8d73-4866-09e1ffa24d91, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.647403] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1783.647551] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Processing image 164732b0-0c7a-40d7-a88c-760e6c5226c9 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1783.647781] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.647928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1783.648117] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1783.648371] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a05c0eb0-00f3-4e54-8078-b1a7d71dcb39 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.656321] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1783.656487] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1783.657155] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c617683-4c64-4255-a408-ae83cd225861 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.661747] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1783.661747] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5252b8b8-4bbd-fdcc-38ab-6e396ddf7f49" [ 1783.661747] env[69433]: _type = "Task" [ 1783.661747] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.668803] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5252b8b8-4bbd-fdcc-38ab-6e396ddf7f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.808610] env[69433]: DEBUG oslo_concurrency.lockutils [req-76bbaff1-8223-432b-ba30-b5d605d72cd2 req-1128fb3d-40a5-4305-bbd9-48251043e2a8 service nova] Releasing lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1784.172466] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]5252b8b8-4bbd-fdcc-38ab-6e396ddf7f49, 'name': SearchDatastore_Task, 'duration_secs': 0.008156} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.173242] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d5bff8-d0b4-48bd-8b4c-e34196de83a2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.177859] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1784.177859] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52937938-0bbb-aed1-6de8-3f66c367126b" [ 1784.177859] env[69433]: _type = "Task" [ 1784.177859] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.184797] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52937938-0bbb-aed1-6de8-3f66c367126b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.688607] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52937938-0bbb-aed1-6de8-3f66c367126b, 'name': SearchDatastore_Task, 'duration_secs': 0.009552} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.689053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1784.689140] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1784.689392] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c17f386-bd7f-4bab-8b01-96754d231581 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.695361] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1784.695361] env[69433]: value = "task-3339692" [ 1784.695361] env[69433]: _type = "Task" [ 1784.695361] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.702476] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.204740] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438701} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.205042] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/164732b0-0c7a-40d7-a88c-760e6c5226c9/164732b0-0c7a-40d7-a88c-760e6c5226c9.vmdk to [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1785.205263] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Extending root virtual disk to 1048576 {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1785.205508] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d403537-e464-41e3-98af-3991001dbe26 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.211679] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1785.211679] env[69433]: value = "task-3339693" [ 1785.211679] env[69433]: _type = "Task" [ 1785.211679] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.218583] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.722536] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061452} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.722892] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Extended root virtual disk {{(pid=69433) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1785.723548] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8e53a-0b83-4517-8f69-40af4b64dc50 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.744382] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Reconfiguring VM instance instance-00000082 to attach disk [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.744598] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d89c71eb-5ac7-4943-82b7-1bd416c26995 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.763911] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1785.763911] env[69433]: value = "task-3339694" [ 1785.763911] env[69433]: _type = "Task" [ 1785.763911] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.770932] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.274184] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339694, 'name': ReconfigVM_Task, 'duration_secs': 0.332667} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.274486] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Reconfigured VM instance instance-00000082 to attach disk [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk or device None with type sparse {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.275055] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c32e190-36a4-4c88-885d-4300d406dcd2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.282324] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1786.282324] env[69433]: value = "task-3339695" [ 1786.282324] env[69433]: _type = "Task" [ 1786.282324] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.291105] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339695, 'name': Rename_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.792153] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339695, 'name': Rename_Task, 'duration_secs': 0.286361} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.792562] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1786.792619] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa8f6c7-38a9-4a5d-a06c-fd6bd9ccbb91 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.798729] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1786.798729] env[69433]: value = "task-3339696" [ 1786.798729] env[69433]: _type = "Task" [ 1786.798729] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.806302] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.309386] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.809494] env[69433]: DEBUG oslo_vmware.api [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339696, 'name': PowerOnVM_Task, 'duration_secs': 0.516155} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.809949] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1787.809998] env[69433]: INFO nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1787.810203] env[69433]: DEBUG nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1787.810950] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98697932-1f4d-4270-8c2c-595e0cfeba9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.328357] env[69433]: INFO nova.compute.manager [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Took 12.39 seconds to build instance. [ 1788.830468] env[69433]: DEBUG oslo_concurrency.lockutils [None req-1ab36981-dd91-4b66-ac25-2999ff9a0947 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.900s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1789.169988] env[69433]: DEBUG nova.compute.manager [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1789.170470] env[69433]: DEBUG nova.compute.manager [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing instance network info cache due to event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1789.170778] env[69433]: DEBUG oslo_concurrency.lockutils [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] Acquiring lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.170990] env[69433]: DEBUG oslo_concurrency.lockutils [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] Acquired lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1789.171237] env[69433]: DEBUG nova.network.neutron [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.879952] env[69433]: DEBUG nova.network.neutron [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updated VIF entry in instance network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.880368] env[69433]: DEBUG nova.network.neutron [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.383420] env[69433]: DEBUG oslo_concurrency.lockutils [req-57e1ffaf-d626-4088-8f18-dcc3f9f7a00a req-59b5522b-d769-4ea8-8b62-2cc78978075b service nova] Releasing lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1810.489923] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1810.993639] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Getting list of instances from cluster (obj){ [ 1810.993639] env[69433]: value = "domain-c8" [ 1810.993639] env[69433]: _type = "ClusterComputeResource" [ 1810.993639] env[69433]: } {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1810.994786] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021245a4-046f-4762-85a9-ee0ab6de147a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.004719] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Got total of 1 instances {{(pid=69433) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1811.004893] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Triggering sync for uuid d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1811.005241] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1811.006183] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1811.006265] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78eeaedb-9673-46a5-b4b8-1346f3ddd3a9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.514282] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.509s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1812.191734] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.676519] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.676519] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1814.179240] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1814.179521] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1814.179664] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1814.179821] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1814.180731] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6373397-bac9-40e3-8951-f679ba4c8bab {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.189061] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d99314-0c38-475d-9746-1415ceafc104 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.202592] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d5594f-3a26-4c1c-9eb2-74649d05108a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.208495] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ca50dd-b9d1-45c5-9c95-f880c3f12683 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.237813] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180629MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1814.237962] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1814.238173] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1815.262459] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Instance d60ace7f-58e3-4b32-b887-1d75c103f339 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69433) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1815.262767] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1815.262823] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1815.288167] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77ff875-f3c9-4482-b801-7996ba8aa809 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.295402] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3800d3fa-2d93-499a-a44c-4b795493e047 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.325257] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70db2158-3ec2-48e5-b6d0-244faa89bd27 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.332244] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89938818-50ed-42cd-951c-ebded84591dc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.345839] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.848697] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1816.353689] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1816.353689] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1817.353235] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.353531] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.353661] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.353804] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1817.676529] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.671363] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1825.748644] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1825.749053] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1825.749053] env[69433]: INFO nova.compute.manager [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Shelving [ 1826.758557] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1826.758929] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d7a293-e449-4e31-ae1f-ae93fd680105 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.768493] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1826.768493] env[69433]: value = "task-3339697" [ 1826.768493] env[69433]: _type = "Task" [ 1826.768493] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.776320] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.278558] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339697, 'name': PowerOffVM_Task, 'duration_secs': 0.199288} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.278945] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.279804] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc79f6f-8f09-4caa-b26e-dd6d81c086e7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.298012] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb2451c-e706-455a-9878-d97b300207d2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.808384] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Creating Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1827.808765] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd971092-0f66-406a-950d-350fde3dbdc6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.817115] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1827.817115] env[69433]: value = "task-3339698" [ 1827.817115] env[69433]: _type = "Task" [ 1827.817115] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.825396] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339698, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.327805] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339698, 'name': CreateSnapshot_Task, 'duration_secs': 0.379833} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.328101] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Created Snapshot of the VM instance {{(pid=69433) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1828.328789] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b25f2c1-b7d4-4d49-942f-893cd83c0e1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.846150] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Creating linked-clone VM from snapshot {{(pid=69433) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1828.846523] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4000c4f-c6a0-47e1-bf7e-7fd21c118b33 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.856086] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1828.856086] env[69433]: value = "task-3339699" [ 1828.856086] env[69433]: _type = "Task" [ 1828.856086] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.863483] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339699, 'name': CloneVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.366865] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339699, 'name': CloneVM_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.867673] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339699, 'name': CloneVM_Task} progress is 95%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.368700] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339699, 'name': CloneVM_Task} progress is 95%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.871497] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339699, 'name': CloneVM_Task, 'duration_secs': 1.598275} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.871818] env[69433]: INFO nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Created linked-clone VM from snapshot [ 1830.872582] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ba71d-3132-4e4f-8501-950aed70aed6 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.879783] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Uploading image 4132d288-bc5f-4590-b5e8-a5faa3d0c7ae {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1830.923960] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1830.923960] env[69433]: value = "vm-666553" [ 1830.923960] env[69433]: _type = "VirtualMachine" [ 1830.923960] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1830.924245] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b6e5504-ec3e-42ce-936c-1b530cd833d7 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.931948] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease: (returnval){ [ 1830.931948] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb2a8b-ba2d-a039-579b-c068fe1b7dde" [ 1830.931948] env[69433]: _type = "HttpNfcLease" [ 1830.931948] env[69433]: } obtained for exporting VM: (result){ [ 1830.931948] env[69433]: value = "vm-666553" [ 1830.931948] env[69433]: _type = "VirtualMachine" [ 1830.931948] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1830.932352] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the lease: (returnval){ [ 1830.932352] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb2a8b-ba2d-a039-579b-c068fe1b7dde" [ 1830.932352] env[69433]: _type = "HttpNfcLease" [ 1830.932352] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1830.937976] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1830.937976] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb2a8b-ba2d-a039-579b-c068fe1b7dde" [ 1830.937976] env[69433]: _type = "HttpNfcLease" [ 1830.937976] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1831.440152] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1831.440152] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb2a8b-ba2d-a039-579b-c068fe1b7dde" [ 1831.440152] env[69433]: _type = "HttpNfcLease" [ 1831.440152] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1831.440447] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1831.440447] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52cb2a8b-ba2d-a039-579b-c068fe1b7dde" [ 1831.440447] env[69433]: _type = "HttpNfcLease" [ 1831.440447] env[69433]: }. {{(pid=69433) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1831.441173] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200fcfce-b0ad-4ccf-a30c-213e0be27de4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.448152] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52574545-a6c9-0ce5-4b67-d8a13a07d289/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1831.448326] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52574545-a6c9-0ce5-4b67-d8a13a07d289/disk-0.vmdk for reading. {{(pid=69433) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1831.535883] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c67b98d6-7ecb-409f-92b9-9bdd624d6e8a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.094327] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52574545-a6c9-0ce5-4b67-d8a13a07d289/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1838.095240] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d74a86-f05b-49a4-bd68-a6019b6f009c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.101532] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52574545-a6c9-0ce5-4b67-d8a13a07d289/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1838.101701] env[69433]: ERROR oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52574545-a6c9-0ce5-4b67-d8a13a07d289/disk-0.vmdk due to incomplete transfer. [ 1838.101909] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d9b0c90-66cc-4389-af9d-a52762ad9689 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.109297] env[69433]: DEBUG oslo_vmware.rw_handles [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52574545-a6c9-0ce5-4b67-d8a13a07d289/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1838.109488] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Uploaded image 4132d288-bc5f-4590-b5e8-a5faa3d0c7ae to the Glance image server {{(pid=69433) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1838.111645] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Destroying the VM {{(pid=69433) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1838.111870] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c80ddaff-8fb2-4e75-9eff-3a3eef18ccbf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.117278] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1838.117278] env[69433]: value = "task-3339701" [ 1838.117278] env[69433]: _type = "Task" [ 1838.117278] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.124611] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339701, 'name': Destroy_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.627655] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339701, 'name': Destroy_Task, 'duration_secs': 0.329666} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.627958] env[69433]: INFO nova.virt.vmwareapi.vm_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Destroyed the VM [ 1838.628216] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Deleting Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1838.628468] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-743bfd86-2143-4f66-9763-9643180f7bca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.634346] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1838.634346] env[69433]: value = "task-3339702" [ 1838.634346] env[69433]: _type = "Task" [ 1838.634346] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.641837] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339702, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.144397] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339702, 'name': RemoveSnapshot_Task, 'duration_secs': 0.314198} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.144851] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Deleted Snapshot of the VM instance {{(pid=69433) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1839.144949] env[69433]: DEBUG nova.compute.manager [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1839.145683] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521ffcb6-e2e8-4562-b2ae-fc9e391d02e9 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.657976] env[69433]: INFO nova.compute.manager [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Shelve offloading [ 1840.161451] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1840.161848] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eded354a-90e1-4007-9e1c-fabaa23fe2be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.169543] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1840.169543] env[69433]: value = "task-3339703" [ 1840.169543] env[69433]: _type = "Task" [ 1840.169543] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.177012] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.680076] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] VM already powered off {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1840.680307] env[69433]: DEBUG nova.compute.manager [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.681097] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452b35a3-9b9e-4e26-b8a0-072e68be172e {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.686625] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.686756] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1840.686926] env[69433]: DEBUG nova.network.neutron [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.407626] env[69433]: DEBUG nova.network.neutron [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.911129] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1842.134547] env[69433]: DEBUG nova.compute.manager [req-b5046244-f5b2-4aa4-9618-729ec2ae4fa9 req-caf9c166-b7ab-4659-8ae7-89999b2a61c1 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-vif-unplugged-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1842.134763] env[69433]: DEBUG oslo_concurrency.lockutils [req-b5046244-f5b2-4aa4-9618-729ec2ae4fa9 req-caf9c166-b7ab-4659-8ae7-89999b2a61c1 service nova] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1842.135050] env[69433]: DEBUG oslo_concurrency.lockutils [req-b5046244-f5b2-4aa4-9618-729ec2ae4fa9 req-caf9c166-b7ab-4659-8ae7-89999b2a61c1 service nova] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1842.135213] env[69433]: DEBUG oslo_concurrency.lockutils [req-b5046244-f5b2-4aa4-9618-729ec2ae4fa9 req-caf9c166-b7ab-4659-8ae7-89999b2a61c1 service nova] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1842.135380] env[69433]: DEBUG nova.compute.manager [req-b5046244-f5b2-4aa4-9618-729ec2ae4fa9 req-caf9c166-b7ab-4659-8ae7-89999b2a61c1 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] No waiting events found dispatching network-vif-unplugged-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1842.135550] env[69433]: WARNING nova.compute.manager [req-b5046244-f5b2-4aa4-9618-729ec2ae4fa9 req-caf9c166-b7ab-4659-8ae7-89999b2a61c1 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received unexpected event network-vif-unplugged-3f4ba4c7-5638-472c-b224-37508d6e2fab for instance with vm_state shelved and task_state shelving_offloading. [ 1842.208693] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.209593] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a31072-f1da-4e52-85c4-759cd9efc100 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.217203] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.217411] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a56a82d-0c3a-435d-830a-aa78305fabaa {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.276328] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.276613] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.276712] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleting the datastore file [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.276981] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0756f715-4f5d-47b2-b76c-d79aebd0e729 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.284025] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1842.284025] env[69433]: value = "task-3339705" [ 1842.284025] env[69433]: _type = "Task" [ 1842.284025] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.291430] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339705, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.794571] env[69433]: DEBUG oslo_vmware.api [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339705, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13951} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.795031] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.795080] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.795303] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.841013] env[69433]: INFO nova.scheduler.client.report [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted allocations for instance d60ace7f-58e3-4b32-b887-1d75c103f339 [ 1843.347122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1843.347122] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1843.347122] env[69433]: DEBUG nova.objects.instance [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'resources' on Instance uuid d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.849840] env[69433]: DEBUG nova.objects.instance [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'numa_topology' on Instance uuid d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1844.171847] env[69433]: DEBUG nova.compute.manager [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1844.172067] env[69433]: DEBUG nova.compute.manager [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing instance network info cache due to event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1844.172310] env[69433]: DEBUG oslo_concurrency.lockutils [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] Acquiring lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.172462] env[69433]: DEBUG oslo_concurrency.lockutils [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] Acquired lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1844.172625] env[69433]: DEBUG nova.network.neutron [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.352233] env[69433]: DEBUG nova.objects.base [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69433) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1844.377853] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02109316-d902-448f-baed-eb73ec606dca {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.386146] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8a2257-935a-4cdf-b9af-f925be14cf1d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.416462] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a030041-2be6-4ebb-9541-73eb6c61afe8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.419096] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1844.424273] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2206919-1b82-44e1-bbe3-4ac77dfb5acf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.437808] env[69433]: DEBUG nova.compute.provider_tree [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.859712] env[69433]: DEBUG nova.network.neutron [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updated VIF entry in instance network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1844.860085] env[69433]: DEBUG nova.network.neutron [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": null, "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.940364] env[69433]: DEBUG nova.scheduler.client.report [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.363415] env[69433]: DEBUG oslo_concurrency.lockutils [req-7ed800d8-fba2-47d7-9073-fc38313b6007 req-85dd466e-e02c-4797-b0cc-197ff684e078 service nova] Releasing lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1845.444594] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1845.952752] env[69433]: DEBUG oslo_concurrency.lockutils [None req-82190739-09c4-4bfe-a4d0-2a14d3c9b796 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.204s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1845.953717] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.535s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1845.953892] env[69433]: INFO nova.compute.manager [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Unshelving [ 1846.981596] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1846.981928] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1846.982123] env[69433]: DEBUG nova.objects.instance [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'pci_requests' on Instance uuid d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.486605] env[69433]: DEBUG nova.objects.instance [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'numa_topology' on Instance uuid d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1847.989270] env[69433]: INFO nova.compute.claims [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.023812] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a387e7-3e93-490a-95aa-9c3fb6fea254 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.031600] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57984cb6-2f48-4394-a9e7-f0fcf36d726f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.061895] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a525ea3e-94d1-46be-b21d-d4bf8c8fb309 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.068601] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168748f-ee48-41d1-a259-b87ec1e9ca4d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.081194] env[69433]: DEBUG nova.compute.provider_tree [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.584460] env[69433]: DEBUG nova.scheduler.client.report [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.089273] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1850.116713] env[69433]: INFO nova.network.neutron [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating port 3f4ba4c7-5638-472c-b224-37508d6e2fab with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1851.480671] env[69433]: DEBUG nova.compute.manager [req-6e797a3e-4a09-4efa-9430-f2d664702d56 req-0355c738-0fa5-4872-affd-d870dda3a389 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-vif-plugged-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1851.480926] env[69433]: DEBUG oslo_concurrency.lockutils [req-6e797a3e-4a09-4efa-9430-f2d664702d56 req-0355c738-0fa5-4872-affd-d870dda3a389 service nova] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1851.481252] env[69433]: DEBUG oslo_concurrency.lockutils [req-6e797a3e-4a09-4efa-9430-f2d664702d56 req-0355c738-0fa5-4872-affd-d870dda3a389 service nova] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1851.481469] env[69433]: DEBUG oslo_concurrency.lockutils [req-6e797a3e-4a09-4efa-9430-f2d664702d56 req-0355c738-0fa5-4872-affd-d870dda3a389 service nova] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1851.481658] env[69433]: DEBUG nova.compute.manager [req-6e797a3e-4a09-4efa-9430-f2d664702d56 req-0355c738-0fa5-4872-affd-d870dda3a389 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] No waiting events found dispatching network-vif-plugged-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.481816] env[69433]: WARNING nova.compute.manager [req-6e797a3e-4a09-4efa-9430-f2d664702d56 req-0355c738-0fa5-4872-affd-d870dda3a389 service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received unexpected event network-vif-plugged-3f4ba4c7-5638-472c-b224-37508d6e2fab for instance with vm_state shelved_offloaded and task_state spawning. [ 1851.556833] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.557042] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1851.557194] env[69433]: DEBUG nova.network.neutron [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Building network info cache for instance {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.255108] env[69433]: DEBUG nova.network.neutron [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.758727] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1852.785235] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-06T15:28:50Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a06c5cbdaf1441248aaef16c69b58623',container_format='bare',created_at=2025-04-06T15:51:10Z,direct_url=,disk_format='vmdk',id=4132d288-bc5f-4590-b5e8-a5faa3d0c7ae,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1165948360-shelved',owner='fdde3ccdec8b4ff3b8a1c59c1c83ce91',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-04-06T15:51:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.785498] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.785668] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image limits 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.785852] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Flavor pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.786007] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Image pref 0:0:0 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.786166] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69433) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.786373] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.786535] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.786701] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Got 1 possible topologies {{(pid=69433) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.786859] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.787046] env[69433]: DEBUG nova.virt.hardware [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69433) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.787889] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0c35ab-7fec-4309-8816-2aa25ebede4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.796166] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36892e0d-29d0-4685-b687-66ce97d820ad {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.809391] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c7:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f4ba4c7-5638-472c-b224-37508d6e2fab', 'vif_model': 'vmxnet3'}] {{(pid=69433) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1852.816547] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1852.816761] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Creating VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1852.816956] env[69433]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16a9f884-1dba-4940-bd03-501246126aac {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.835492] env[69433]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1852.835492] env[69433]: value = "task-3339706" [ 1852.835492] env[69433]: _type = "Task" [ 1852.835492] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.842631] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339706, 'name': CreateVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.344710] env[69433]: DEBUG oslo_vmware.api [-] Task: {'id': task-3339706, 'name': CreateVM_Task, 'duration_secs': 0.272708} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.344944] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Created VM on the ESX host {{(pid=69433) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1853.351309] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.351481] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1853.351874] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1853.352128] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b66c6b62-5d86-4a68-925e-9dac95fbe9bf {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.356883] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1853.356883] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4a3da-73eb-d216-dd73-81113a0803ad" [ 1853.356883] env[69433]: _type = "Task" [ 1853.356883] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.365060] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]52b4a3da-73eb-d216-dd73-81113a0803ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.505473] env[69433]: DEBUG nova.compute.manager [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1853.505691] env[69433]: DEBUG nova.compute.manager [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing instance network info cache due to event network-changed-3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1853.505907] env[69433]: DEBUG oslo_concurrency.lockutils [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] Acquiring lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.506065] env[69433]: DEBUG oslo_concurrency.lockutils [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] Acquired lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1853.506231] env[69433]: DEBUG nova.network.neutron [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Refreshing network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.867081] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1853.867409] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Processing image 4132d288-bc5f-4590-b5e8-a5faa3d0c7ae {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.867565] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.867718] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1853.867893] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1853.868142] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c29bae8-f036-4d50-a582-38ad45a5061f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.876103] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1853.876281] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69433) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1853.876949] env[69433]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31aae5f-6347-4f4a-8e54-130554e81929 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.881265] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1853.881265] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526bf9e1-668c-7c67-a5d8-0675180a73e8" [ 1853.881265] env[69433]: _type = "Task" [ 1853.881265] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.887974] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526bf9e1-668c-7c67-a5d8-0675180a73e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.190132] env[69433]: DEBUG nova.network.neutron [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updated VIF entry in instance network info cache for port 3f4ba4c7-5638-472c-b224-37508d6e2fab. {{(pid=69433) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.190507] env[69433]: DEBUG nova.network.neutron [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [{"id": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "address": "fa:16:3e:93:c7:0f", "network": {"id": "ba7e127e-4e19-4fc1-a5f8-6996bde639a8", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-253838197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fdde3ccdec8b4ff3b8a1c59c1c83ce91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f4ba4c7-56", "ovs_interfaceid": "3f4ba4c7-5638-472c-b224-37508d6e2fab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.390854] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Preparing fetch location {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1854.391127] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Fetch image to [datastore1] OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264/OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264.vmdk {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1854.391320] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Downloading stream optimized image 4132d288-bc5f-4590-b5e8-a5faa3d0c7ae to [datastore1] OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264/OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264.vmdk on the data store datastore1 as vApp {{(pid=69433) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1854.391493] env[69433]: DEBUG nova.virt.vmwareapi.images [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Downloading image file data 4132d288-bc5f-4590-b5e8-a5faa3d0c7ae to the ESX as VM named 'OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264' {{(pid=69433) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1854.455058] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1854.455058] env[69433]: value = "resgroup-9" [ 1854.455058] env[69433]: _type = "ResourcePool" [ 1854.455058] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1854.455334] env[69433]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e9f9aba7-0fa3-49bc-9ac7-d3d8fc753e9d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.475404] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease: (returnval){ [ 1854.475404] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ffb85-7c91-6003-ace9-1b7a1b45250e" [ 1854.475404] env[69433]: _type = "HttpNfcLease" [ 1854.475404] env[69433]: } obtained for vApp import into resource pool (val){ [ 1854.475404] env[69433]: value = "resgroup-9" [ 1854.475404] env[69433]: _type = "ResourcePool" [ 1854.475404] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1854.475646] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the lease: (returnval){ [ 1854.475646] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ffb85-7c91-6003-ace9-1b7a1b45250e" [ 1854.475646] env[69433]: _type = "HttpNfcLease" [ 1854.475646] env[69433]: } to be ready. {{(pid=69433) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1854.481600] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1854.481600] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ffb85-7c91-6003-ace9-1b7a1b45250e" [ 1854.481600] env[69433]: _type = "HttpNfcLease" [ 1854.481600] env[69433]: } is initializing. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1854.693865] env[69433]: DEBUG oslo_concurrency.lockutils [req-f7c47048-e6e9-495d-979f-6daa44ed274e req-be03c5d1-69c6-4634-a491-56c4bbefa19c service nova] Releasing lock "refresh_cache-d60ace7f-58e3-4b32-b887-1d75c103f339" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1854.983792] env[69433]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1854.983792] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ffb85-7c91-6003-ace9-1b7a1b45250e" [ 1854.983792] env[69433]: _type = "HttpNfcLease" [ 1854.983792] env[69433]: } is ready. {{(pid=69433) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1854.984290] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1854.984290] env[69433]: value = "session[52cb72eb-d4f3-bd76-a77f-c86aa14d5d2a]526ffb85-7c91-6003-ace9-1b7a1b45250e" [ 1854.984290] env[69433]: _type = "HttpNfcLease" [ 1854.984290] env[69433]: }. {{(pid=69433) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1854.984741] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aced52a-e1fb-43a9-b34c-a5719892a5be {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.991759] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4d987-fa17-4678-ece0-eb8e4ea72c5a/disk-0.vmdk from lease info. {{(pid=69433) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1854.991928] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4d987-fa17-4678-ece0-eb8e4ea72c5a/disk-0.vmdk. {{(pid=69433) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1855.055122] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e591ffcc-5f68-47b1-b290-af52865eff0c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.177607] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Completed reading data from the image iterator. {{(pid=69433) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1856.177963] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4d987-fa17-4678-ece0-eb8e4ea72c5a/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1856.179171] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d818bcb-3730-417d-9a5b-e62c5017252c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.186668] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4d987-fa17-4678-ece0-eb8e4ea72c5a/disk-0.vmdk is in state: ready. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1856.186943] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4d987-fa17-4678-ece0-eb8e4ea72c5a/disk-0.vmdk. {{(pid=69433) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1856.187202] env[69433]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-014ef579-c610-4149-8b84-529a67ae9c13 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.360904] env[69433]: DEBUG oslo_vmware.rw_handles [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4d987-fa17-4678-ece0-eb8e4ea72c5a/disk-0.vmdk. {{(pid=69433) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1856.361138] env[69433]: INFO nova.virt.vmwareapi.images [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Downloaded image file data 4132d288-bc5f-4590-b5e8-a5faa3d0c7ae [ 1856.361997] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c52b3be-9914-4946-a0ab-eaa981e5a05f {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.377720] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1b3fda1-ad16-4dd0-9d4e-dbe983d8a201 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.411462] env[69433]: INFO nova.virt.vmwareapi.images [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] The imported VM was unregistered [ 1856.413827] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Caching image {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1856.414069] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.414335] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9a41d64-bfaf-4087-bcea-40e9430ae6f0 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.435930] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Created directory with path [datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae {{(pid=69433) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.436134] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264/OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264.vmdk to [datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae.vmdk. {{(pid=69433) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1856.436385] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f2dd1f3-193a-4d19-8fdb-04ba52787f67 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.442521] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1856.442521] env[69433]: value = "task-3339709" [ 1856.442521] env[69433]: _type = "Task" [ 1856.442521] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.451158] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339709, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.952394] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339709, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.453346] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339709, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.954655] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339709, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.455333] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339709, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.956169] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339709, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.269927} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.956438] env[69433]: INFO nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264/OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264.vmdk to [datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae.vmdk. [ 1858.956637] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Cleaning up location [datastore1] OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264 {{(pid=69433) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1858.956817] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_21b0ff19-1770-4967-af57-efd83f464264 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.957107] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce4e1ac4-8172-4ed5-9fc4-27fa7b6e51c2 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.962849] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1858.962849] env[69433]: value = "task-3339710" [ 1858.962849] env[69433]: _type = "Task" [ 1858.962849] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.970165] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.472913] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031552} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.473277] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1859.473342] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae.vmdk" {{(pid=69433) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1859.473582] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae.vmdk to [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1859.473840] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c76987c0-f4bc-4505-b99b-8b48eb2f0e6a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.480663] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1859.480663] env[69433]: value = "task-3339711" [ 1859.480663] env[69433]: _type = "Task" [ 1859.480663] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.487782] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.990679] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339711, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.491568] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339711, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.992523] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339711, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.493455] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339711, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.993692] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339711, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.05922} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.993986] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae/4132d288-bc5f-4590-b5e8-a5faa3d0c7ae.vmdk to [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk {{(pid=69433) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1861.994761] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb43b997-2b58-448e-b08d-24ecf00cbff4 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.016068] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Reconfiguring VM instance instance-00000082 to attach disk [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1862.016311] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc86da76-c1ab-4a37-b5bb-da415734a411 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.035862] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1862.035862] env[69433]: value = "task-3339712" [ 1862.035862] env[69433]: _type = "Task" [ 1862.035862] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.042934] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.547276] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339712, 'name': ReconfigVM_Task, 'duration_secs': 0.284698} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.547624] env[69433]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Reconfigured VM instance instance-00000082 to attach disk [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339/d60ace7f-58e3-4b32-b887-1d75c103f339.vmdk or device None with type streamOptimized {{(pid=69433) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1862.548145] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de9ae52c-7c04-48e0-b1ba-2a8009590f4b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.554280] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1862.554280] env[69433]: value = "task-3339713" [ 1862.554280] env[69433]: _type = "Task" [ 1862.554280] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.561258] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339713, 'name': Rename_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.064928] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339713, 'name': Rename_Task, 'duration_secs': 0.12882} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.065216] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powering on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1863.065463] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cc788bb-66f0-4729-8686-23904460c895 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.071899] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1863.071899] env[69433]: value = "task-3339714" [ 1863.071899] env[69433]: _type = "Task" [ 1863.071899] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.079009] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.581251] env[69433]: DEBUG oslo_vmware.api [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339714, 'name': PowerOnVM_Task, 'duration_secs': 0.430567} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.581627] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powered on the VM {{(pid=69433) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1863.680199] env[69433]: DEBUG nova.compute.manager [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Checking state {{(pid=69433) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.681134] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1e49b2-9897-47a0-9846-d444a43070ed {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.197931] env[69433]: DEBUG oslo_concurrency.lockutils [None req-a4456a3a-5521-4260-900c-5b80819a0d46 tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.244s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1865.089081] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1865.089458] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1865.089458] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1865.089610] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1865.089778] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1865.092053] env[69433]: INFO nova.compute.manager [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Terminating instance [ 1865.595588] env[69433]: DEBUG nova.compute.manager [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Start destroying the instance on the hypervisor. {{(pid=69433) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.595804] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Destroying instance {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.596787] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a0e872-cbb5-4811-9015-9be9527f7c7b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.604834] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powering off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.605072] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0019bf85-0dfe-471f-9fb0-066fe7a6ab40 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.612000] env[69433]: DEBUG oslo_vmware.api [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1865.612000] env[69433]: value = "task-3339715" [ 1865.612000] env[69433]: _type = "Task" [ 1865.612000] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.619516] env[69433]: DEBUG oslo_vmware.api [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.121604] env[69433]: DEBUG oslo_vmware.api [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339715, 'name': PowerOffVM_Task, 'duration_secs': 0.196631} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.121941] env[69433]: DEBUG nova.virt.vmwareapi.vm_util [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Powered off the VM {{(pid=69433) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.122278] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Unregistering the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.122379] env[69433]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3319317-eaf8-41bf-8b2c-d7091418fcb8 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.181672] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Unregistered the VM {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.181896] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Deleting contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.182092] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleting the datastore file [datastore1] d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.182374] env[69433]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0570683-1c0d-44e4-8597-f89ab33aa9cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.188672] env[69433]: DEBUG oslo_vmware.api [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for the task: (returnval){ [ 1866.188672] env[69433]: value = "task-3339717" [ 1866.188672] env[69433]: _type = "Task" [ 1866.188672] env[69433]: } to complete. {{(pid=69433) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.196129] env[69433]: DEBUG oslo_vmware.api [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.698683] env[69433]: DEBUG oslo_vmware.api [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Task: {'id': task-3339717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121687} completed successfully. {{(pid=69433) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.699026] env[69433]: DEBUG nova.virt.vmwareapi.ds_util [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted the datastore file {{(pid=69433) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1866.699228] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Deleted contents of the VM from datastore datastore1 {{(pid=69433) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1866.699404] env[69433]: DEBUG nova.virt.vmwareapi.vmops [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Instance destroyed {{(pid=69433) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.699573] env[69433]: INFO nova.compute.manager [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1866.699813] env[69433]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69433) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1866.700000] env[69433]: DEBUG nova.compute.manager [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Deallocating network for instance {{(pid=69433) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1866.700109] env[69433]: DEBUG nova.network.neutron [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] deallocate_for_instance() {{(pid=69433) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.138366] env[69433]: DEBUG nova.compute.manager [req-1ddd0145-ffe2-4a5e-b42d-b56ee4de5822 req-a1aa6402-4138-4ae6-87cd-584c82f3a28b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Received event network-vif-deleted-3f4ba4c7-5638-472c-b224-37508d6e2fab {{(pid=69433) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1867.138604] env[69433]: INFO nova.compute.manager [req-1ddd0145-ffe2-4a5e-b42d-b56ee4de5822 req-a1aa6402-4138-4ae6-87cd-584c82f3a28b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Neutron deleted interface 3f4ba4c7-5638-472c-b224-37508d6e2fab; detaching it from the instance and deleting it from the info cache [ 1867.138785] env[69433]: DEBUG nova.network.neutron [req-1ddd0145-ffe2-4a5e-b42d-b56ee4de5822 req-a1aa6402-4138-4ae6-87cd-584c82f3a28b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.622211] env[69433]: DEBUG nova.network.neutron [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Updating instance_info_cache with network_info: [] {{(pid=69433) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.642363] env[69433]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3607552-ea1d-4147-a062-827a9255279a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.652415] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7bbd9f-2329-4f6a-baae-44b7bdfa69cc {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.675996] env[69433]: DEBUG nova.compute.manager [req-1ddd0145-ffe2-4a5e-b42d-b56ee4de5822 req-a1aa6402-4138-4ae6-87cd-584c82f3a28b service nova] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Detach interface failed, port_id=3f4ba4c7-5638-472c-b224-37508d6e2fab, reason: Instance d60ace7f-58e3-4b32-b887-1d75c103f339 could not be found. {{(pid=69433) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1868.125410] env[69433]: INFO nova.compute.manager [-] [instance: d60ace7f-58e3-4b32-b887-1d75c103f339] Took 1.43 seconds to deallocate network for instance. [ 1868.632181] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1868.632577] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1868.632707] env[69433]: DEBUG nova.objects.instance [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lazy-loading 'resources' on Instance uuid d60ace7f-58e3-4b32-b887-1d75c103f339 {{(pid=69433) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.165883] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca140bf4-6293-4ace-801f-a015123394e3 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.173489] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cca46f2-1396-4f90-88f8-55916852c20a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.203772] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8508e6e-a7d5-44b0-b8b6-b9e1cf0589ce {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.210405] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780384f-0110-4569-9d8c-617f21016a9b {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.223065] env[69433]: DEBUG nova.compute.provider_tree [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.725882] env[69433]: DEBUG nova.scheduler.client.report [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.230956] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1870.288813] env[69433]: INFO nova.scheduler.client.report [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Deleted allocations for instance d60ace7f-58e3-4b32-b887-1d75c103f339 [ 1870.796433] env[69433]: DEBUG oslo_concurrency.lockutils [None req-febb9b72-43c6-4fb4-b7ec-b7502e134a0d tempest-ServerActionsTestOtherB-983817006 tempest-ServerActionsTestOtherB-983817006-project-member] Lock "d60ace7f-58e3-4b32-b887-1d75c103f339" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.707s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1873.674922] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1873.675316] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1874.675903] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1875.180823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1875.180823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1875.180823] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1875.180823] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69433) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1875.181512] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e154ba-e36b-4268-b726-bd91221f89eb {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.190193] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0016d9-f24b-4538-8446-a44e15b68783 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.204009] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761598ee-4957-40dc-83d0-c0d350a2720c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.210345] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c7b4db-109a-40c7-9bdd-dec0c775896a {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.239610] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180755MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69433) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1875.239773] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1875.239990] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1876.260562] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1876.260821] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69433) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1876.274444] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b345a86d-55bf-4f4a-92b1-18f965ebf16c {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.281869] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909ede60-2ff1-41a1-bdf2-3f99fd8fd054 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.311228] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4b586b-6cc1-4503-85d5-1535fc1c5206 {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.319067] env[69433]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c77a3b-e915-4cac-91ec-1d4dab08956d {{(pid=69433) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.333087] env[69433]: DEBUG nova.compute.provider_tree [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed in ProviderTree for provider: c6656b5b-c9e7-42e9-bada-ff4406bd4151 {{(pid=69433) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.836773] env[69433]: DEBUG nova.scheduler.client.report [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Inventory has not changed for provider c6656b5b-c9e7-42e9-bada-ff4406bd4151 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69433) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1877.341720] env[69433]: DEBUG nova.compute.resource_tracker [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69433) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1877.342061] env[69433]: DEBUG oslo_concurrency.lockutils [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=69433) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1878.342699] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.343074] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.343114] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1878.343250] env[69433]: DEBUG nova.compute.manager [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69433) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1878.676341] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.671696] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.670857] env[69433]: DEBUG oslo_service.periodic_task [None req-3d5d7edf-829c-4295-806d-1c9eafcc9ca7 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69433) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}